{"severity_text":"INFO","timestamp":"2026-11-02T21:17:55.288598969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:55.341590126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:55.448458932Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:55.448483715Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:55.670479766Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:55.670521906Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:55.840928723Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/53365","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.762192355Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874430157Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874556278Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874619055Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874658383Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874699349Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874734924Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.87477652Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874811549Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874852513Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874888762Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.874936205Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.87498812Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.875024721Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.875162607Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.875295386Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.87539977Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.875403961Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.875476529Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.875474306Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.875555614Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:56.976947439Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 21:17:56.976886 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T21:17:57.177489708Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:17:57.177511818Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 21:18:12.231346 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.231708723Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.231912581Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.23197139Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.232073309Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.232104414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.232148562Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.232249323Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.232741934Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.233017769Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.234218914Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.234665793Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.235258044Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.235533932Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.235819812Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.235971097Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.236374725Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.236504148Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.236536983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.236647966Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.232113962Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.236969069Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237211425Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237273464Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237317837Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237372956Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.23746822Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.23675346Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237512199Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237567077Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237793602Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237836796Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237924027Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.237960633Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.236967413Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.238727541Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.238743709Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.238808527Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.238836784Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.238860516Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.238884632Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.238904246Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.239043471Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.23906828Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.239157337Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.239212265Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.239233789Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.239272774Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.239344375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.239373653Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.239394594Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.240109509Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.240155368Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.238728891Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.546474361Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.547519104Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.705560064Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:18:12.707670684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.838859853Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.83890476Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.839459169Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.839507488Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.841393403Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.841422286Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.841439698Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.841447823Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.841458798Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.841448708Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.843092508Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.843119709Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.942639721Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:12.94269309Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.106747514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c42a45c-cf56-426f-aad5-a121b5e7fbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.227077357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bfeac00-a77b-49d7-81ef-c7ca9db3c33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.231497876Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2b8d44e-9517-41b7-9e77-d381eab5c164","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.23178446Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51156f6d-e79e-4968-be06-814cddfa7327","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.353853858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c42a45c-cf56-426f-aad5-a121b5e7fbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:18:13.425753372Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bfeac00-a77b-49d7-81ef-c7ca9db3c33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.426953771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c42a45c-cf56-426f-aad5-a121b5e7fbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.48128259Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b478b4a-0693-4e7a-a457-fbf984b36196","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.481379543Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25d9397b-2edb-4d3f-bef5-8ed93ef8e59a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:18:13.482562761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bfeac00-a77b-49d7-81ef-c7ca9db3c33e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.646684447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cedec15-5d1e-4fbe-a44b-209dfd1ad6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.647233756Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f6a8bc7-f9e8-48a2-8402-f65f609e85ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.649907888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b2017f6-b711-45c3-8e31-ddb92342e530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.708736345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cedec15-5d1e-4fbe-a44b-209dfd1ad6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.710918331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b2017f6-b711-45c3-8e31-ddb92342e530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.74780911Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2bd7bb6b-f700-4821-87dc-22572b4a1c8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.765211297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cedec15-5d1e-4fbe-a44b-209dfd1ad6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.766671181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b2017f6-b711-45c3-8e31-ddb92342e530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.929732021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b23fc2a5-dfa5-4a2d-86b8-3f604dbd213a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.973477793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"971eb3fb-9030-4955-a6be-1c5a8501d51c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.973504073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"971eb3fb-9030-4955-a6be-1c5a8501d51c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.988597483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b23fc2a5-dfa5-4a2d-86b8-3f604dbd213a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:13.989988041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d93d5b-544a-4d2b-a531-f69f3724840d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.044097757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d93d5b-544a-4d2b-a531-f69f3724840d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.044619179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e51eabf-58f1-4ec7-a3e6-6fc6b2d7594f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.047364063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b23fc2a5-dfa5-4a2d-86b8-3f604dbd213a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.09896036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d93d5b-544a-4d2b-a531-f69f3724840d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.154262981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87d93d5b-544a-4d2b-a531-f69f3724840d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.154394706Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e7fda0e-9a85-415c-a994-6be56a848604","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.158198842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e51eabf-58f1-4ec7-a3e6-6fc6b2d7594f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.215385273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e51eabf-58f1-4ec7-a3e6-6fc6b2d7594f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:14.550545384Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb087ae5-c5e2-418b-bb98-05cbceab4eca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:15.186573544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20c50c47-15e0-40c3-be6a-facf4b167567","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:15.186598282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20c50c47-15e0-40c3-be6a-facf4b167567","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:18.114300921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e67ef877-99d3-40dc-b35b-39d13af104d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:18.114302357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d908b7-cc87-4f11-9ae2-86f83619fb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:18.172172481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e67ef877-99d3-40dc-b35b-39d13af104d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:18.173568085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d908b7-cc87-4f11-9ae2-86f83619fb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:18.216906582Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4328e8e2-dd77-485a-9b6e-edb3f98e81f6","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:18.229706014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d908b7-cc87-4f11-9ae2-86f83619fb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:18.230118517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e67ef877-99d3-40dc-b35b-39d13af104d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.457876196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b25dc882-1299-4b7e-b7a6-fe1614b4424f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.457902694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b25dc882-1299-4b7e-b7a6-fe1614b4424f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.45823124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e56a5998-165e-4a79-b03c-a9b35eba5ba5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.45824973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e56a5998-165e-4a79-b03c-a9b35eba5ba5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.512746333Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38ad63d7-023c-46a8-baa2-816238a4ec6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.51276142Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7bc72de6-395a-451a-9db3-40a5a1adcd18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.524448012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bda7a69f-5ce2-4ae3-a737-0f793e3fe249","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.524467629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bda7a69f-5ce2-4ae3-a737-0f793e3fe249","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.524703797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1cbaa826-8c42-48d4-b8cd-98a19044d313","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.524715235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1cbaa826-8c42-48d4-b8cd-98a19044d313","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.619045195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"556b1d76-2e67-45d8-b1c6-913437a886a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.619084639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"918ac3a6-0525-42a7-9b46-2e5dbf4e9f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.676965595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"918ac3a6-0525-42a7-9b46-2e5dbf4e9f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.677224414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"556b1d76-2e67-45d8-b1c6-913437a886a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.733160381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"556b1d76-2e67-45d8-b1c6-913437a886a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.733175096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"918ac3a6-0525-42a7-9b46-2e5dbf4e9f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.894114903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94bd6f81-15f9-43fe-b26c-05f3b808e710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.894428587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd22593c-679b-409d-a49d-008ce953ddc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.952308811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd22593c-679b-409d-a49d-008ce953ddc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:19.952334164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94bd6f81-15f9-43fe-b26c-05f3b808e710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:20.009083499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94bd6f81-15f9-43fe-b26c-05f3b808e710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:20.009679702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd22593c-679b-409d-a49d-008ce953ddc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:20.662777388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cca3a8f0-e032-46ca-bfd6-16e4548b82cd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:20.662796827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cca3a8f0-e032-46ca-bfd6-16e4548b82cd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.328643162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f470f884-9272-4ac1-ab09-1b7a8858d734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.328643164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c92df7b-4181-4a4f-b316-193df75d7f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.394231406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c92df7b-4181-4a4f-b316-193df75d7f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.394251148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f470f884-9272-4ac1-ab09-1b7a8858d734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.450944915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c92df7b-4181-4a4f-b316-193df75d7f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:22.451031168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f470f884-9272-4ac1-ab09-1b7a8858d734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.132090004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b9422cb7-1556-4ef0-abba-e21d969d80b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.132113441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b9422cb7-1556-4ef0-abba-e21d969d80b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.132476963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1d976a0-ed91-4ad4-a0a7-af03f599388e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.132493697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1d976a0-ed91-4ad4-a0a7-af03f599388e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.132725574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"19d1b3c8-aa8a-467d-90e8-b18d42faec63","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.132738326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"19d1b3c8-aa8a-467d-90e8-b18d42faec63","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.186587763Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01136210-32e0-4db7-a076-e7b94e48deb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.186603683Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"480b33ba-f37d-4abb-969d-98315ce0ae64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.198474991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e67258f5-1adb-44a6-84c3-5cfe5182c842","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.198491575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e67258f5-1adb-44a6-84c3-5cfe5182c842","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.1987209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e26930e-8c9f-4194-a6c1-c5da63e6b848","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.198732657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e26930e-8c9f-4194-a6c1-c5da63e6b848","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.198974401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a5ee9f5-2aa6-463b-bc8e-c599994fa5c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.198990018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a5ee9f5-2aa6-463b-bc8e-c599994fa5c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.292422843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f12dad1f-477d-4bea-84a6-7fdf757ac91d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.2924167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1b8367b-1be1-46b3-b571-9edf3166313e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.35061884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f12dad1f-477d-4bea-84a6-7fdf757ac91d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.351263846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1b8367b-1be1-46b3-b571-9edf3166313e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.407114209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f12dad1f-477d-4bea-84a6-7fdf757ac91d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.407862885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1b8367b-1be1-46b3-b571-9edf3166313e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.567750373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fbfb519-ff87-477d-8f98-64a76ffbd942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.567749565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee1e7a0d-0868-44f8-a236-2afe1c4963e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.625504626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fbfb519-ff87-477d-8f98-64a76ffbd942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.625599479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee1e7a0d-0868-44f8-a236-2afe1c4963e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.681819575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fbfb519-ff87-477d-8f98-64a76ffbd942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:23.681915959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee1e7a0d-0868-44f8-a236-2afe1c4963e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:24.337771778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aaa5e8f3-9353-4bff-9b54-41d118aa93c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:24.337790957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aaa5e8f3-9353-4bff-9b54-41d118aa93c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.212613505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e33a0555-113c-4c44-aa5c-24b3ec8f6e05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.212636762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e33a0555-113c-4c44-aa5c-24b3ec8f6e05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.212960975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7991b55-47a5-455b-973e-c7537e7f75c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.212977149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7991b55-47a5-455b-973e-c7537e7f75c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.213222364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"02283819-297a-4b87-8b45-95565409bbb7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.213236916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"02283819-297a-4b87-8b45-95565409bbb7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.21345602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dcd58081-e465-4f39-989c-583ebcbb72f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.21346748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dcd58081-e465-4f39-989c-583ebcbb72f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.269675901Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2054ea11-6940-4978-8b93-0ad88297fe0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.27007629Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc5f30ce-4ece-4b60-ab29-20267e2d3afb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.290802599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f3d3c1d1-df09-4ee3-a311-1556e3b0ace2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.290905169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f3d3c1d1-df09-4ee3-a311-1556e3b0ace2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.291315524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aae9ef87-f0d2-4915-a375-0468dab93356","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.29137231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aae9ef87-f0d2-4915-a375-0468dab93356","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.291693112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"864d01e3-706c-46cf-890b-5d3236bf9697","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.291735824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"864d01e3-706c-46cf-890b-5d3236bf9697","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.292028559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7fb13c8-7cbc-467b-82db-961d665921a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.292069474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7fb13c8-7cbc-467b-82db-961d665921a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.377340477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0889ec2-5afc-4a14-be51-60a01a88c1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.377368218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab491792-37a1-47f2-966b-97f3b2d336e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.435961407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab491792-37a1-47f2-966b-97f3b2d336e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.436585275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0889ec2-5afc-4a14-be51-60a01a88c1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.493255736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab491792-37a1-47f2-966b-97f3b2d336e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.493280245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0889ec2-5afc-4a14-be51-60a01a88c1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.659190281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acc98e84-ff3f-4fda-88ee-81d3a65f8d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.659654338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b060f75b-948b-4032-8765-0dd2f258ee90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.718681245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acc98e84-ff3f-4fda-88ee-81d3a65f8d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.719083076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b060f75b-948b-4032-8765-0dd2f258ee90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.779350542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b060f75b-948b-4032-8765-0dd2f258ee90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:27.781220177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acc98e84-ff3f-4fda-88ee-81d3a65f8d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.001772756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3375e1-463a-495f-8942-eded49258fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.001772813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc8de133-1cf0-4428-b35a-69460f153502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.059921689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3375e1-463a-495f-8942-eded49258fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.059929879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc8de133-1cf0-4428-b35a-69460f153502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.117101859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3375e1-463a-495f-8942-eded49258fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.117402009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc8de133-1cf0-4428-b35a-69460f153502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.422296006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44af7dd2-a3c3-4a75-9639-080620ed1684","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:28.42231568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44af7dd2-a3c3-4a75-9639-080620ed1684","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.199405893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15d32013-cff1-4e0b-b351-0dccf4cb1241","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.199425916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15d32013-cff1-4e0b-b351-0dccf4cb1241","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.199752563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a8ce1cf-9cc6-41f4-8ce2-6b18c6f48de6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.199766205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a8ce1cf-9cc6-41f4-8ce2-6b18c6f48de6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.199993033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36d109fe-05bc-4338-a2f2-c8dd33fae3db","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.200006142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36d109fe-05bc-4338-a2f2-c8dd33fae3db","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.200219839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e873b79a-4648-4dc6-a4a5-788f92a6047d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.200232485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e873b79a-4648-4dc6-a4a5-788f92a6047d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.200511127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"adfdb24e-3728-4f0b-8a15-7838b9671e52","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.200527452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"adfdb24e-3728-4f0b-8a15-7838b9671e52","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.254224316Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e99f9fba-36ad-49cf-8d7c-2d9878aa8dea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.254224225Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c44a88f-5e42-41fc-9d56-2ceaee160a33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.267529981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93785551-9c2f-4ead-afa2-73a39980d32d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.267557169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93785551-9c2f-4ead-afa2-73a39980d32d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.267864099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3d2ec96-add9-481a-98e6-752ea4c21e9a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.267878131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3d2ec96-add9-481a-98e6-752ea4c21e9a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.268157597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0d5bb07-efe5-48bd-9850-37f16766a0b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.268171481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0d5bb07-efe5-48bd-9850-37f16766a0b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.268406329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ae1a8f8f-7fdc-46d0-9947-0a7f747f1781","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.268418291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ae1a8f8f-7fdc-46d0-9947-0a7f747f1781","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.268655468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62b602da-dca4-4207-ad24-6ad72f0d35de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.268671658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62b602da-dca4-4207-ad24-6ad72f0d35de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.361240067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0156761-4080-4174-9c5b-bb11dceb42ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.361289719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09834bc-c94a-40d7-843d-dc03a237b691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.419357366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0156761-4080-4174-9c5b-bb11dceb42ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.42065698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09834bc-c94a-40d7-843d-dc03a237b691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.481076459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09834bc-c94a-40d7-843d-dc03a237b691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.481121176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0156761-4080-4174-9c5b-bb11dceb42ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.645111178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e301d854-4890-424e-8672-0539818f6776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.645194652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5a33af-1d54-406f-82ca-e23fa59a9b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.703061942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5a33af-1d54-406f-82ca-e23fa59a9b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.704479877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e301d854-4890-424e-8672-0539818f6776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.762293793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5a33af-1d54-406f-82ca-e23fa59a9b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:31.762676811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e301d854-4890-424e-8672-0539818f6776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:32.362241765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ab98f55-b2ce-4280-a819-2b866428e812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:32.362245106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817c5f35-c55c-40b0-ad28-c3cab067fcb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:32.410638343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"01108b2f-4e94-477c-8a24-5f07e5d0ebd4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:32.410657325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"01108b2f-4e94-477c-8a24-5f07e5d0ebd4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:32.4228687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ab98f55-b2ce-4280-a819-2b866428e812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:32.423001979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817c5f35-c55c-40b0-ad28-c3cab067fcb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:32.479414356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817c5f35-c55c-40b0-ad28-c3cab067fcb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:32.479833844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ab98f55-b2ce-4280-a819-2b866428e812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.227290032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b02e720-7fcd-47d4-ad96-a6a8b0f16901","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.227313557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b02e720-7fcd-47d4-ad96-a6a8b0f16901","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.227710748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92f301d2-d44c-43e3-a6e6-6d787dce6c64","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.227730325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92f301d2-d44c-43e3-a6e6-6d787dce6c64","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.227994642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"255928af-8a1f-4a3d-9dc6-27932176a2e8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.228012642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"255928af-8a1f-4a3d-9dc6-27932176a2e8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.228275211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"77627200-20cf-4bfb-b0d4-e64db4cd9d1f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.228293634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"77627200-20cf-4bfb-b0d4-e64db4cd9d1f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.22852334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0845b1b7-f3b9-41c7-b72c-e84c6a8b8f35","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.228538046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0845b1b7-f3b9-41c7-b72c-e84c6a8b8f35","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.22876337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3c12ce5f-bae2-49c8-a5c7-85a6ae0e26ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.228776734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3c12ce5f-bae2-49c8-a5c7-85a6ae0e26ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.282194283Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"511a9046-08f7-42e2-92b5-5d4dc8650baf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.282335029Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72869ec0-1577-4a7a-9016-caa94880d106","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.29444377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"529f22c6-aa46-46c8-b91c-2bba3382b6fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.294460673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"529f22c6-aa46-46c8-b91c-2bba3382b6fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.294657198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"193978a5-6bca-487c-bc92-8a744813115d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.294668028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"193978a5-6bca-487c-bc92-8a744813115d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.295413922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c2adbc3b-2497-4c0a-af4f-f8adfebcfe07","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.29544531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c2adbc3b-2497-4c0a-af4f-f8adfebcfe07","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.296224035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"482beb4d-3325-4085-b3c6-6c50f0cb1df6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.296244122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"482beb4d-3325-4085-b3c6-6c50f0cb1df6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.297037861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f4f490b8-716e-49b3-8463-ae7861c89ec4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.297058379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f4f490b8-716e-49b3-8463-ae7861c89ec4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.297957196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e96539-a937-44a6-9238-1ee94ea601eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.29798555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e96539-a937-44a6-9238-1ee94ea601eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.388563069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60ffa091-cd12-4dd6-8059-c88655cc085d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.388691141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56745c5b-324e-4fc9-b90f-1aebae3f9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.447636418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60ffa091-cd12-4dd6-8059-c88655cc085d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.447636831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56745c5b-324e-4fc9-b90f-1aebae3f9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.503612547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60ffa091-cd12-4dd6-8059-c88655cc085d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.503913979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56745c5b-324e-4fc9-b90f-1aebae3f9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.66472873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61398280-a79f-4396-8f96-99e2ea2c2de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.664732742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c9016-40bc-4ddc-a876-6e603b4a789f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.722676584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c9016-40bc-4ddc-a876-6e603b4a789f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.723015508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61398280-a79f-4396-8f96-99e2ea2c2de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.778941277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c9016-40bc-4ddc-a876-6e603b4a789f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:35.779085461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61398280-a79f-4396-8f96-99e2ea2c2de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:36.476776337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a53727ac-63bf-43a1-904b-4d7641d694c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:36.476796531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a53727ac-63bf-43a1-904b-4d7641d694c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.523515133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5061d470-e46c-4e6e-a527-338a9cf1f513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.523514695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"108e68f6-1983-4bb5-b019-a4e9387ad79b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.600542416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5061d470-e46c-4e6e-a527-338a9cf1f513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.600851138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"108e68f6-1983-4bb5-b019-a4e9387ad79b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.675425183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5061d470-e46c-4e6e-a527-338a9cf1f513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.675777422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"108e68f6-1983-4bb5-b019-a4e9387ad79b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.796735738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"37eb2b59-3ad3-432d-9af4-0f61b459744d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.796761674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"37eb2b59-3ad3-432d-9af4-0f61b459744d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.797094189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5da014d3-3384-4a2d-91f3-c29d665ce98b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.79715199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5da014d3-3384-4a2d-91f3-c29d665ce98b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.797421513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"84ee70e5-901d-4ccc-a17b-e96c96dbb933","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.797439235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"84ee70e5-901d-4ccc-a17b-e96c96dbb933","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.797701067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d4c403b-1673-4ff7-bf46-28a225b503be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.797717591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d4c403b-1673-4ff7-bf46-28a225b503be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.79793284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ee39ef6-d133-42db-81bb-3e3947b585ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.797945479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ee39ef6-d133-42db-81bb-3e3947b585ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.79816916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"834c186c-a6ac-4f2c-86c1-0785647c9f08","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.798180777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"834c186c-a6ac-4f2c-86c1-0785647c9f08","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.798381852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d11f7df6-8819-49ed-bc31-490f03e40ed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.798392209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d11f7df6-8819-49ed-bc31-490f03e40ed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.852335747Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1495585e-af09-42ef-a9f4-eb6dcb925241","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.898261073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82d4708b-75f9-44b1-90a7-b20e5a0a7cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.898745127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9782e4d0-33e1-4988-a4f2-486ea722f614","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.898765972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9782e4d0-33e1-4988-a4f2-486ea722f614","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.899090335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10d4cc8a-ed58-4e6b-8243-f78606f5a83c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.899109921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10d4cc8a-ed58-4e6b-8243-f78606f5a83c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.899351753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1bef30fd-10a6-4477-b838-e5e88acc84eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.899366029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1bef30fd-10a6-4477-b838-e5e88acc84eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.899570201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e28eecea-6dd5-47be-8e9e-031d7f329402","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.899581381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e28eecea-6dd5-47be-8e9e-031d7f329402","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.899846491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bcdba343-8291-4195-9246-0cb5ef8b2cf8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.89986076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bcdba343-8291-4195-9246-0cb5ef8b2cf8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.900050666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d7943621-fb23-4994-b4bd-2bd82d53a098","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.900060286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d7943621-fb23-4994-b4bd-2bd82d53a098","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.90031294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26d47aee-4ab6-4973-ac73-b6249c5e9838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.900330553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26d47aee-4ab6-4973-ac73-b6249c5e9838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.957259026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82d4708b-75f9-44b1-90a7-b20e5a0a7cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:40.996439731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1503d6ec-e272-41ac-9ad0-953d8df0070c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.01375104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82d4708b-75f9-44b1-90a7-b20e5a0a7cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.054319189Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e0995dc-3332-486a-a381-6afc79cb8af4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.054823401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1503d6ec-e272-41ac-9ad0-953d8df0070c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.120961202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1503d6ec-e272-41ac-9ad0-953d8df0070c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.173468683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"081aa4e8-bd86-4722-be2a-99ef81bd18ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:18:41.175602194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1503d6ec-e272-41ac-9ad0-953d8df0070c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.230717521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"081aa4e8-bd86-4722-be2a-99ef81bd18ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.232159365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c014b7d4-c2e4-4bfc-a4cc-c38c0fc14f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.232173917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c014b7d4-c2e4-4bfc-a4cc-c38c0fc14f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.287165869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"081aa4e8-bd86-4722-be2a-99ef81bd18ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.337875042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05ea3652-5e3a-4acb-aaef-14cec9a6356a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.395642361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05ea3652-5e3a-4acb-aaef-14cec9a6356a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.446724182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3e7d418-c9f1-42c1-bec0-e9d281181386","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:41.454457274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05ea3652-5e3a-4acb-aaef-14cec9a6356a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:42.045876938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7a69132-f506-485c-a939-deaedc62c3f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:42.045896454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7a69132-f506-485c-a939-deaedc62c3f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:42.261334742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c20eccb-d650-4c42-9f11-761898472074","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:42.653498803Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.235159949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c8616d9-0552-44f6-8832-4b1681383671","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.235183476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c8616d9-0552-44f6-8832-4b1681383671","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.236097756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99dbbfac-f5f4-49a4-8c14-040be2f9dea3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.23612114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99dbbfac-f5f4-49a4-8c14-040be2f9dea3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.236995145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0535790-0ff2-4766-8599-0dc937cfe0cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.237020364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0535790-0ff2-4766-8599-0dc937cfe0cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.238982975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cfa080b-9e33-47a0-b40b-47dbf675dc25","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.23900888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cfa080b-9e33-47a0-b40b-47dbf675dc25","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.239938235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5cac3ba4-83cc-4d90-8878-225787b3ec22","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.239955286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5cac3ba4-83cc-4d90-8878-225787b3ec22","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.240367401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dbd6e0d2-1933-4605-aec2-c6305470eb59","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.240385666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dbd6e0d2-1933-4605-aec2-c6305470eb59","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.240759265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"963ddf5d-18fe-4a7b-b3d7-a5f9a340a39a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.240773867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"963ddf5d-18fe-4a7b-b3d7-a5f9a340a39a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.241904309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f170be02-4b52-406c-9c2d-2fcbd6a37adf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.241920707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f170be02-4b52-406c-9c2d-2fcbd6a37adf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.302727404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"badaab87-0fcd-436b-9414-3e7e3324eb57","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.302747084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"badaab87-0fcd-436b-9414-3e7e3324eb57","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.302993861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"872ff526-5688-4f33-90fd-783f23da76c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.303007465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"872ff526-5688-4f33-90fd-783f23da76c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.303249813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4c9e6849-6711-4460-8047-bec68ffb616d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.303263528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4c9e6849-6711-4460-8047-bec68ffb616d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.303510397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f663164e-bf27-4b60-8558-f6daf16671be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.303525827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f663164e-bf27-4b60-8558-f6daf16671be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.303756367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47ebb2e7-e735-43c4-bcdd-26245afa92f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.30376976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47ebb2e7-e735-43c4-bcdd-26245afa92f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.303966173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a65bc701-5306-4c63-9d9a-f36e6f91f2c8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.303977737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a65bc701-5306-4c63-9d9a-f36e6f91f2c8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.304231237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aab988d0-030d-4795-9634-8ec645c441a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.304245597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aab988d0-030d-4795-9634-8ec645c441a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.304506051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1673e99d-4cde-4693-a60f-88d013080fe6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.304517228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1673e99d-4cde-4693-a60f-88d013080fe6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.398807109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b666a793-d272-47ad-8210-e9e1e78f4cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.398851465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b88574-9d61-443a-b557-d3eb3bf52a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.455425349Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03a75242-6382-46ad-865b-d46a12c37703","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.456259698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc50c738-c8ad-4e57-95e1-4eb77541545d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.456436775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b666a793-d272-47ad-8210-e9e1e78f4cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.46007118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b88574-9d61-443a-b557-d3eb3bf52a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.513508585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b666a793-d272-47ad-8210-e9e1e78f4cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.563127056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b88574-9d61-443a-b557-d3eb3bf52a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.625162443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77649baf-dfed-4421-84af-42509a8274b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.625178135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77649baf-dfed-4421-84af-42509a8274b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.677078273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da52d9bb-b5da-4bdc-9328-e7d2eba0e6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.735038446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da52d9bb-b5da-4bdc-9328-e7d2eba0e6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.774394475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a4a9a2-7deb-449f-8321-e70822d49b51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.790964562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da52d9bb-b5da-4bdc-9328-e7d2eba0e6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.836787275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a4a9a2-7deb-449f-8321-e70822d49b51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.841109082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e88de67a-4372-4533-8f7e-a07d0b1b82ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:44.892874749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a4a9a2-7deb-449f-8321-e70822d49b51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:45.481094173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c13d10c-0066-42ee-92f4-6f3e95d2afd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:45.48111369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c13d10c-0066-42ee-92f4-6f3e95d2afd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:45.696381753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df083fde-d8aa-4eea-81c4-c782be4fefd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:49.314466376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"36aea44d-baf3-43c1-90ac-9b519f6e21c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:49.314493967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"36aea44d-baf3-43c1-90ac-9b519f6e21c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.030465249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"511f0d70-bb46-47cb-aa45-8f66ed776076","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.134482927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9a5a903-2f2b-4bfc-ae27-3565880473d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.189062381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"917991a8-becd-4429-b5a5-a35d440253d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.189639923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71d8a649-9d41-4399-89d5-db50467ce6fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.200777789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fcb988cb-8f5c-4711-b8ec-75523a974f66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.200794263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fcb988cb-8f5c-4711-b8ec-75523a974f66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.292849638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"917991a8-becd-4429-b5a5-a35d440253d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.292854084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71d8a649-9d41-4399-89d5-db50467ce6fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.303110136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d15c02-0e4f-4637-b17a-8affffd412dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.303152256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d15c02-0e4f-4637-b17a-8affffd412dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.352034404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"917991a8-becd-4429-b5a5-a35d440253d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.353416407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71d8a649-9d41-4399-89d5-db50467ce6fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.413190696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cac1e94c-aab6-4edf-9140-f0ca596395b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.413209048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cac1e94c-aab6-4edf-9140-f0ca596395b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.415754017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0672d811-d379-4b2b-b94b-464fef362668","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.415773023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0672d811-d379-4b2b-b94b-464fef362668","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.57385538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09026e8a-20a4-414a-82e9-4cdf5e70121b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.574785628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b38b4c-4917-4a26-b84e-3b57d09d6d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.63260192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09026e8a-20a4-414a-82e9-4cdf5e70121b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.634304242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b38b4c-4917-4a26-b84e-3b57d09d6d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.691750961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09026e8a-20a4-414a-82e9-4cdf5e70121b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.691750959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b38b4c-4917-4a26-b84e-3b57d09d6d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:18:50.7465235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b38b4c-4917-4a26-b84e-3b57d09d6d03","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.912595781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"573074be-b531-4671-a931-b882047e4a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:50.970951176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"573074be-b531-4671-a931-b882047e4a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:51.02900825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"573074be-b531-4671-a931-b882047e4a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:53.179882934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d0bd80c6-271b-4252-96f2-efac8f075438","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:53.179902256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d0bd80c6-271b-4252-96f2-efac8f075438","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:54.303829356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f34eaac-7028-4eef-95aa-a0d4076e3ce1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:54.303852198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f34eaac-7028-4eef-95aa-a0d4076e3ce1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:54.304256997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b20a34a9-038a-427a-84b9-d87bc8f2242c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:54.30427885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b20a34a9-038a-427a-84b9-d87bc8f2242c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:54.304616348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"14d22640-1166-48e2-8653-2beab142a8ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:54.304629731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"14d22640-1166-48e2-8653-2beab142a8ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:54.304860107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0b20c77c-a0df-478a-b364-b16bf88182a1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:54.304873024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0b20c77c-a0df-478a-b364-b16bf88182a1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:56.319852637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8a0961d-94dc-4ebf-acac-e8477fd0202a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:56.319870153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8a0961d-94dc-4ebf-acac-e8477fd0202a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:59.348086781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1846444f-b507-413e-b8f4-5e60aee7baab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:18:59.348113651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1846444f-b507-413e-b8f4-5e60aee7baab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:00.414022847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15b19733-7067-4934-944a-0212b0efd893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:00.414044799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15b19733-7067-4934-944a-0212b0efd893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:00.416679087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72cf5abc-f31c-4596-ab72-9070d1b0f16d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:00.41669517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72cf5abc-f31c-4596-ab72-9070d1b0f16d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:00.855937755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"974c7491-9bef-4426-917f-7b3697697e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:00.963330414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"974c7491-9bef-4426-917f-7b3697697e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.192502635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0141083f-23d1-4250-996c-ca733fb65ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.250452484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0141083f-23d1-4250-996c-ca733fb65ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.288298861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b5e0ef-d246-4b2d-bc96-c98809bc936c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.28831991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b5e0ef-d246-4b2d-bc96-c98809bc936c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.573666865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aabdb397-a333-4220-b763-f7b04f5b11e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.573687836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aabdb397-a333-4220-b763-f7b04f5b11e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.595089526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0fadf5a2-fb4c-4a2c-b59a-82580bfe4380","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.667295188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"14b69860-0957-450c-8e73-8cd91989eb4d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.667315746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"14b69860-0957-450c-8e73-8cd91989eb4d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:01.69546107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5e542c8-5a7e-45a4-9bac-56a5bdad76e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:04.305509355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fc4f26f3-612e-4b3e-bf06-7356c463e252","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:04.30553218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fc4f26f3-612e-4b3e-bf06-7356c463e252","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:04.501884819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"986fd4f7-883c-45e0-99b9-45d360e7c054","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:04.501904577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"986fd4f7-883c-45e0-99b9-45d360e7c054","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:07.747110159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"135d9bef-6657-411f-aa67-ded4159d1621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:07.747146209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"135d9bef-6657-411f-aa67-ded4159d1621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:07.963090414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f43f5e5-1492-41ee-8926-068fadc8afce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:07.966612556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95b2663e-c79e-4ca6-ae8c-c6d71babd13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:07.966613322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb19817-37b3-4989-ad01-1e83a6aaa444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:08.075834008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95b2663e-c79e-4ca6-ae8c-c6d71babd13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:08.077155894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb19817-37b3-4989-ad01-1e83a6aaa444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:08.135601353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b07957-c2e5-4384-b9dc-c5fc48523b17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:08.135633152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b07957-c2e5-4384-b9dc-c5fc48523b17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:08.353423171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"94c8ab3c-1c99-4a7f-aec0-7d1ea8503e74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.374783216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a781e3ca-0442-4bd8-92a6-dbb6fdcf4767","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.374804224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a781e3ca-0442-4bd8-92a6-dbb6fdcf4767","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.59298833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59d2a43a-b36f-43d7-9412-d389242f1438","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.594525689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c8f1d09-6d97-4338-885d-9c4096cfb3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.594526377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d1f1c3e-753f-46a8-ba1a-edc1343cb134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.704247814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c8f1d09-6d97-4338-885d-9c4096cfb3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.704743581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d1f1c3e-753f-46a8-ba1a-edc1343cb134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.80081054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d41868b-5687-49e3-9169-b6814e2819d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:10.80083058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d41868b-5687-49e3-9169-b6814e2819d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:11.019754559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9154957f-778e-46da-8625-45b03bf7e42b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:12.663965677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.099360946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ea2eda6-79a7-4ea7-8440-782a5be70f8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.099386368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ea2eda6-79a7-4ea7-8440-782a5be70f8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.26021581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcf392e3-368b-43b0-ac54-34d03c7286f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.311449184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a72ae8f-ce16-4586-b39a-9768923041f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.311465858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a72ae8f-ce16-4586-b39a-9768923041f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.318097369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcf392e3-368b-43b0-ac54-34d03c7286f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.476383133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c386aba-6d61-4866-a254-8d733607b696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.530845887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a559ada-8a74-447c-9c68-50fa1dd035d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.534155226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c386aba-6d61-4866-a254-8d733607b696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.602597333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6587570f-0294-4bda-a3f9-1c518f8319d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.602620311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6587570f-0294-4bda-a3f9-1c518f8319d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.699294991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddaf7cbe-7b29-4ce3-a37f-a724faa1245e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.699315377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddaf7cbe-7b29-4ce3-a37f-a724faa1245e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.763279828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d41b67d4-0acb-4c32-9569-e46f7740f2d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:13.820797614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d41b67d4-0acb-4c32-9569-e46f7740f2d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:42.705642205Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:47.109035298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568e5e9e-dccf-4bc7-bb3d-26934e7c5c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:47.163191475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568e5e9e-dccf-4bc7-bb3d-26934e7c5c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:47.217297314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568e5e9e-dccf-4bc7-bb3d-26934e7c5c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:47.271196212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568e5e9e-dccf-4bc7-bb3d-26934e7c5c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:47.768352622Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6f4fe932","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6f4fe932","reconcileID":"07c71dd8-27e7-4bc5-9aa3-d788ca663f8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6f4fe932","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6f4fe932":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:48.433088229Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-170b4fea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-170b4fea","reconcileID":"b44ba04f-dd78-4dbf-9452-1e43877a2b8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-170b4fea","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-170b4fea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:49.281584007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa3222b-18c4-452a-8721-6da923ad57c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:49.335602225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa3222b-18c4-452a-8721-6da923ad57c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:49.389286174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa3222b-18c4-452a-8721-6da923ad57c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:49.443755813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa3222b-18c4-452a-8721-6da923ad57c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:49.508904637Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-5478da31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-5478da31","reconcileID":"883c9f31-18de-40eb-8ec8-30b8d514bdfc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-5478da31-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-5478da31-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:51.392708652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625f2463-3f34-4497-9554-841780181939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:51.446504542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625f2463-3f34-4497-9554-841780181939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:51.500084426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625f2463-3f34-4497-9554-841780181939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:51.55374353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625f2463-3f34-4497-9554-841780181939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:53.50257164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48caf1ef-60e4-4484-a9c6-fc7c4bc2229d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:53.556585027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48caf1ef-60e4-4484-a9c6-fc7c4bc2229d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:53.610247943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48caf1ef-60e4-4484-a9c6-fc7c4bc2229d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:53.664048209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48caf1ef-60e4-4484-a9c6-fc7c4bc2229d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:53.944021538Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-84de7f3a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-84de7f3a","reconcileID":"99afe9e5-5738-479e-998a-13f3f4b0a017","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-84de7f3a","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-84de7f3a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:55.616554704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daef4dd3-adce-4b9a-ab57-ea022a30f51f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:55.670501586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daef4dd3-adce-4b9a-ab57-ea022a30f51f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:55.72420566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daef4dd3-adce-4b9a-ab57-ea022a30f51f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:55.778167151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daef4dd3-adce-4b9a-ab57-ea022a30f51f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:57.793601334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd914447-7daf-4621-a3e0-80cf38cab217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:57.847902308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd914447-7daf-4621-a3e0-80cf38cab217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:57.902083205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd914447-7daf-4621-a3e0-80cf38cab217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:57.956556747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd914447-7daf-4621-a3e0-80cf38cab217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:58.946858682Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-54a47302","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-54a47302","reconcileID":"cfe893be-7a7d-4f46-b646-9bd0dbd7430b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-54a47302","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-54a47302":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:59.29958058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"0d4a63b7-349c-488f-bbc0-46adefee5b6e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-170b4fea","tenantID":"e2e-ait-170b4fea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:19:59.490758754Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"0d4a63b7-349c-488f-bbc0-46adefee5b6e","name":"e2e-ait-170b4fea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:00.047193321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8981687b-34ac-43ce-8213-c6af5c34313e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:00.101430423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8981687b-34ac-43ce-8213-c6af5c34313e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:00.155319037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8981687b-34ac-43ce-8213-c6af5c34313e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:00.20919394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8981687b-34ac-43ce-8213-c6af5c34313e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:02.180431909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639e869e-ff59-4c91-83fb-6e3b35a53c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:02.234079035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639e869e-ff59-4c91-83fb-6e3b35a53c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:02.287686777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639e869e-ff59-4c91-83fb-6e3b35a53c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:02.34145004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639e869e-ff59-4c91-83fb-6e3b35a53c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:04.275068961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4942c1-6a46-429a-9d68-70adb40d65c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:04.328797096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4942c1-6a46-429a-9d68-70adb40d65c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:04.382602894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4942c1-6a46-429a-9d68-70adb40d65c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:04.4364163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4942c1-6a46-429a-9d68-70adb40d65c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:04.706946991Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"bb1f4e34-1511-49a4-84f6-0cf4cbfd932c","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:04.763497941Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"bb1f4e34-1511-49a4-84f6-0cf4cbfd932c","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:04.871747625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"bb1f4e34-1511-49a4-84f6-0cf4cbfd932c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-5478da31-gw","tenantID":"e2e-migrate-5478da31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:04.990431574Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"bb1f4e34-1511-49a4-84f6-0cf4cbfd932c","name":"e2e-migrate-5478da31-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:06.383602266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6006a4eb-c0cb-4b11-b883-aa8f63d800d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:06.437360922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6006a4eb-c0cb-4b11-b883-aa8f63d800d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:06.491028946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6006a4eb-c0cb-4b11-b883-aa8f63d800d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:06.545170305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6006a4eb-c0cb-4b11-b883-aa8f63d800d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:08.115239706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c7215a8-1a8c-4117-8d1a-9b3f0c92f48a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:08.212656488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca203542-5e90-41e1-a1a4-d485247d6b67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:08.524525058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4138a2c4-8095-4317-9758-eb87191ebf31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:08.578444469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4138a2c4-8095-4317-9758-eb87191ebf31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:08.632419562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4138a2c4-8095-4317-9758-eb87191ebf31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:08.686987981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4138a2c4-8095-4317-9758-eb87191ebf31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:10.378400252Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"9c90ad5b-9829-4f46-a9b1-5c39f330efbf","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:10.544995874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"9c90ad5b-9829-4f46-a9b1-5c39f330efbf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-84de7f3a","tenantID":"e2e-ait-84de7f3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:10.633619653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a17cc41-05f2-481c-a995-780ff3a59470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:10.687685081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a17cc41-05f2-481c-a995-780ff3a59470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:10.701627985Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"9c90ad5b-9829-4f46-a9b1-5c39f330efbf","name":"e2e-ait-84de7f3a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:10.741748919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a17cc41-05f2-481c-a995-780ff3a59470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:10.795597029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a17cc41-05f2-481c-a995-780ff3a59470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:12.654470213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:15.724483106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"26acde1c-cb71-4bc0-8e6a-12000b53b170","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6f4fe932","tenantID":"e2e-ait-6f4fe932","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:15.842656445Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"26acde1c-cb71-4bc0-8e6a-12000b53b170","name":"e2e-ait-6f4fe932-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:26.056626793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"24f1edf1-dd2e-4c6a-a038-3c23896b802c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-54a47302","tenantID":"e2e-derive-54a47302","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:26.174833902Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"24f1edf1-dd2e-4c6a-a038-3c23896b802c","name":"e2e-derive-54a47302-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:33.20099656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178c583b-fa35-4401-a774-2bdc49a32163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:33.255023244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178c583b-fa35-4401-a774-2bdc49a32163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:33.309193161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178c583b-fa35-4401-a774-2bdc49a32163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:33.363020739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178c583b-fa35-4401-a774-2bdc49a32163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:35.381588155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ca0520-02a7-4039-a1ca-53510c93917e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:35.435589438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ca0520-02a7-4039-a1ca-53510c93917e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:35.489331025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ca0520-02a7-4039-a1ca-53510c93917e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:35.543345864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ca0520-02a7-4039-a1ca-53510c93917e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:36.042809427Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"a34cbf19-3d62-4bcd-84ca-b06035c59072","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:36.155838478Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"a34cbf19-3d62-4bcd-84ca-b06035c59072","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:37.475568653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b822cc9f-5b6f-45e8-9489-361c70eff6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:37.529239571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b822cc9f-5b6f-45e8-9489-361c70eff6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:37.582767662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b822cc9f-5b6f-45e8-9489-361c70eff6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:37.636750697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b822cc9f-5b6f-45e8-9489-361c70eff6c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:39.577071966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543d91c2-5ba0-481b-989e-8e007654e801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:39.630743934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543d91c2-5ba0-481b-989e-8e007654e801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:39.684345991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543d91c2-5ba0-481b-989e-8e007654e801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:39.738466036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543d91c2-5ba0-481b-989e-8e007654e801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:41.466791483Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"e132bd25-4102-4887-9bbe-e1dd0c5633e1","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:41.678429869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8d6d6b-d114-4e22-b15f-22fb01ce11f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:41.732319164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8d6d6b-d114-4e22-b15f-22fb01ce11f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:41.786203507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8d6d6b-d114-4e22-b15f-22fb01ce11f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:41.840554969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8d6d6b-d114-4e22-b15f-22fb01ce11f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:42.653596736Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:43.797665233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1014aad5-7632-4353-a813-d48368f265ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:43.851740397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1014aad5-7632-4353-a813-d48368f265ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:43.906048963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1014aad5-7632-4353-a813-d48368f265ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:43.959790842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1014aad5-7632-4353-a813-d48368f265ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:45.897992206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcd2a6d-48f6-4a59-bed2-21b7dd6142af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:45.952306101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcd2a6d-48f6-4a59-bed2-21b7dd6142af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:46.006088507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcd2a6d-48f6-4a59-bed2-21b7dd6142af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:46.060275669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcd2a6d-48f6-4a59-bed2-21b7dd6142af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:47.732360662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4ececf5-02c4-44b9-97b0-d98b2d3a117a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:47.821961735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09376aed-1104-4c99-8726-cbc1157ab94e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:48.015465365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b702b3b-fc39-4e97-8ada-0aee420207a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:48.069878013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b702b3b-fc39-4e97-8ada-0aee420207a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:48.125066781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b702b3b-fc39-4e97-8ada-0aee420207a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:48.179973585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b702b3b-fc39-4e97-8ada-0aee420207a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:50.121864522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd71c4eb-c369-4f8a-82aa-c69955fd71e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:50.175780997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd71c4eb-c369-4f8a-82aa-c69955fd71e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:50.298796462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd71c4eb-c369-4f8a-82aa-c69955fd71e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:50.353856436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd71c4eb-c369-4f8a-82aa-c69955fd71e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:55.19033976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7bc98f-f911-43cd-a79f-74bb4ffbad6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:55.244217229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7bc98f-f911-43cd-a79f-74bb4ffbad6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:55.297842659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7bc98f-f911-43cd-a79f-74bb4ffbad6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:55.351853581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7bc98f-f911-43cd-a79f-74bb4ffbad6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:57.30598745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c1c835-286c-4755-ada4-32c68de76407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:57.3603989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c1c835-286c-4755-ada4-32c68de76407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:57.414776502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c1c835-286c-4755-ada4-32c68de76407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:57.468500669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c1c835-286c-4755-ada4-32c68de76407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.356592436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","namespace":"ai-tenant-e2e-ait-170b4fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.356652203Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","namespace":"ai-tenant-e2e-ait-170b4fea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.356714707Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","tenant":"e2e-ait-170b4fea","tenantID":"e2e-ait-170b4fea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.411319366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"Deployment","name":"maas-api-e2e-ait-170b4fea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.471925638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"Service","name":"maas-api-e2e-ait-170b4fea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.548475855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-170b4fea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.605055072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-170b4fea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.6610564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.716964812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.776114176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.872466736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.925715513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"Deployment","name":"payload-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:58.978694589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.03184953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"Service","name":"payload-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.084800432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"Service","name":"payload-pre-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.139567666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"DestinationRule","name":"payload-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.192781211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.246072332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.302833044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.35592749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.408195395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759d84f-c193-4ba9-a1d3-8925e135a5e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.461354874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.462596104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759d84f-c193-4ba9-a1d3-8925e135a5e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.516420232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-170b4fea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.516563594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759d84f-c193-4ba9-a1d3-8925e135a5e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.569608896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-170b4fea"},"namespace":"ai-tenant-e2e-ait-170b4fea","name":"default-tenant","reconcileID":"60930026-587f-4db4-bc86-a485fe807e96","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-170b4fea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.570273146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759d84f-c193-4ba9-a1d3-8925e135a5e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.63170907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","namespace":"ai-tenant-e2e-migrate-5478da31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.631774861Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","namespace":"ai-tenant-e2e-migrate-5478da31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.631831769Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","tenant":"e2e-migrate-5478da31","tenantID":"e2e-migrate-5478da31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.687028626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"Deployment","name":"maas-api-e2e-migrate-5478da31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.750062513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"Service","name":"maas-api-e2e-migrate-5478da31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.849286323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-5478da31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.906691446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-5478da31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:20:59.968061821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.023239561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.076391347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.129472564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.182750263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"Deployment","name":"payload-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.236359805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.289595715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"Service","name":"payload-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.342702941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"Service","name":"payload-pre-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.395902928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.402036457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-170b4fea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-170b4fea","reconcileID":"b1b97adf-95c0-42ed-8cf8-d89b11382ed5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-170b4fea","removed":["maas.opendatahub.io/gateway-access-e2e-ait-170b4fea"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.449443519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.503149586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.556368522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.652507374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.707249104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.76044937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-5478da31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.813458815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5478da31"},"namespace":"ai-tenant-e2e-migrate-5478da31","name":"default-tenant","reconcileID":"1a6c54d6-6571-4d2f-9300-5b97290ef95a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-5478da31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.921992961Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","namespace":"ai-tenant-e2e-ait-84de7f3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.92205115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","namespace":"ai-tenant-e2e-ait-84de7f3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.922095329Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","tenant":"e2e-ait-84de7f3a","tenantID":"e2e-ait-84de7f3a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:00.977658994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"Deployment","name":"maas-api-e2e-ait-84de7f3a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.04023284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"Service","name":"maas-api-e2e-ait-84de7f3a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.096722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-84de7f3a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.151830914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-84de7f3a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.209875926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.268554061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.327440021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.383252269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.436718086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"Deployment","name":"payload-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.490446267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.50389868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9b9e99-9758-4537-b569-bc57ff95448b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.558027834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"Service","name":"payload-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.559664609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9b9e99-9758-4537-b569-bc57ff95448b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.614016055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"Service","name":"payload-pre-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.614823209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9b9e99-9758-4537-b569-bc57ff95448b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.669217153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"DestinationRule","name":"payload-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.669876888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9b9e99-9758-4537-b569-bc57ff95448b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.723199936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.776731961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.833620031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.889118763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.942309412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.96115729Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-5478da31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-5478da31","reconcileID":"d30b1d1b-1aa3-4fb9-a980-9f4075a515d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-5478da31-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-5478da31-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:01.995221077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-84de7f3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:02.050461372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-84de7f3a"},"namespace":"ai-tenant-e2e-ait-84de7f3a","name":"default-tenant","reconcileID":"597f8afc-282f-4658-8c75-85f987a05709","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-84de7f3a","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:21:03.041738804Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-84de7f3a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-84de7f3a","reconcileID":"0b3f212e-c5b1-4c2c-b95e-1b8e91c4ebed","error":"cleanup gateway labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:03.531453824Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-84de7f3a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-84de7f3a","reconcileID":"1a12e98f-c49d-41ee-b66d-12a7b768a17b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-84de7f3a","removed":["maas.opendatahub.io/gateway-access-e2e-ait-84de7f3a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:03.68144703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02a8a46-1aff-4ce6-babc-a496c6c21787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:03.736422453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02a8a46-1aff-4ce6-babc-a496c6c21787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:03.79031242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02a8a46-1aff-4ce6-babc-a496c6c21787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:03.844312841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02a8a46-1aff-4ce6-babc-a496c6c21787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:05.792885907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296bf3c-3348-441d-93e5-144060e14252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:05.848401951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296bf3c-3348-441d-93e5-144060e14252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:05.903276209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296bf3c-3348-441d-93e5-144060e14252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:05.957820626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296bf3c-3348-441d-93e5-144060e14252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:06.781272263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13e447c9-db49-4459-992b-155e737beed1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:06.901553764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86fd9140-0426-4823-992b-3795480d47b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:07.671605307Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f51151","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f51151","reconcileID":"c65865fd-28e3-4d95-9cfb-ab4d4fe75c99","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-f51151","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-f51151":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:07.93918448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d472e4-f765-4b65-966c-5a370f9d9082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:07.993548208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d472e4-f765-4b65-966c-5a370f9d9082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:08.04721722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d472e4-f765-4b65-966c-5a370f9d9082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:08.10099958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d472e4-f765-4b65-966c-5a370f9d9082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:08.378617945Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d6cb38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d6cb38","reconcileID":"fefa76ae-bcf3-4a98-b56b-7529a686a7a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d6cb38","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-d6cb38":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:10.033277376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01feed5-5c59-4b44-8ad1-545d217ff4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:10.088925127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01feed5-5c59-4b44-8ad1-545d217ff4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:10.143251796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01feed5-5c59-4b44-8ad1-545d217ff4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:10.197048148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01feed5-5c59-4b44-8ad1-545d217ff4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:12.183455878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6d05e4-634d-477d-8ac3-a8a7c8094e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:12.237272434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6d05e4-634d-477d-8ac3-a8a7c8094e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:12.291663798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6d05e4-634d-477d-8ac3-a8a7c8094e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:12.345604332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6d05e4-634d-477d-8ac3-a8a7c8094e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:12.458865317Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-0c9014","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-0c9014","reconcileID":"9f9c3dff-78c5-4d92-8923-9101f67d14b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-0c9014","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-0c9014":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:12.6544565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.282588052Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","namespace":"ai-tenant-e2e-derive-54a47302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.282646701Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","namespace":"ai-tenant-e2e-derive-54a47302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.282703211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","tenant":"e2e-derive-54a47302","tenantID":"e2e-derive-54a47302","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.337991047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"Deployment","name":"maas-api-e2e-derive-54a47302","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.431398984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"Service","name":"maas-api-e2e-derive-54a47302","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.492419085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-54a47302","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.549384932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-54a47302","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.606244782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.662850769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.750747587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.808121186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.863180082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"Deployment","name":"payload-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.92048809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:13.984081311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"Service","name":"payload-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.046298259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"Service","name":"payload-pre-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.107735915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"DestinationRule","name":"payload-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.163904727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.222906803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.27850309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607c5462-cf32-4665-8963-611a137b8bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.280488129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.33211124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607c5462-cf32-4665-8963-611a137b8bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.386022045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607c5462-cf32-4665-8963-611a137b8bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.386988321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.439778956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607c5462-cf32-4665-8963-611a137b8bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.495480988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.551196365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-54a47302","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.60633051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-54a47302"},"namespace":"ai-tenant-e2e-derive-54a47302","name":"default-tenant","reconcileID":"2427c727-fc15-4a2d-93ec-7c12b086ce07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-54a47302","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.658905432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f01f555-b362-4368-a8a3-77e5d4d2f0d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.716276029Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","namespace":"ai-tenant-e2e-ait-6f4fe932","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.716351293Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","namespace":"ai-tenant-e2e-ait-6f4fe932","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.716402578Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","tenant":"e2e-ait-6f4fe932","tenantID":"e2e-ait-6f4fe932","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.77150018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"Deployment","name":"maas-api-e2e-ait-6f4fe932","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.832229254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"Service","name":"maas-api-e2e-ait-6f4fe932","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.889310775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6f4fe932","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.895545113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd515c3e-6539-4889-a43b-6cdd82ee4e2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:14.944478322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6f4fe932","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.000425118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.055777086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.113903185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.169222319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.222731925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"Deployment","name":"payload-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.275794191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.3310964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"Service","name":"payload-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.384505476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"Service","name":"payload-pre-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.438225381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.518085908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.572235536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.630927553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.684227547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.737282893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.840290157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6f4fe932","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:15.893842884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6f4fe932"},"namespace":"ai-tenant-e2e-ait-6f4fe932","name":"default-tenant","reconcileID":"d8709b4c-7fe4-4771-a525-7c8e54ac428c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6f4fe932","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:16.387786423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebbbd63-00bb-45fd-b9de-e5b618188926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:16.441818799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebbbd63-00bb-45fd-b9de-e5b618188926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:16.495648676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebbbd63-00bb-45fd-b9de-e5b618188926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:16.549598576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebbbd63-00bb-45fd-b9de-e5b618188926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:18.13560723Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6f4fe932","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6f4fe932","reconcileID":"abe7890a-9fa5-4e61-ac22-3592ce05beb7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6f4fe932","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6f4fe932"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:18.52077228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176f64c7-18ad-4a31-b1e0-9e6ea37ab043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:18.574665489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176f64c7-18ad-4a31-b1e0-9e6ea37ab043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:18.628701648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176f64c7-18ad-4a31-b1e0-9e6ea37ab043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:18.683020535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176f64c7-18ad-4a31-b1e0-9e6ea37ab043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:20.611878783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9314e69d-3ddf-429d-990f-e23fc7272c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:20.667369988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9314e69d-3ddf-429d-990f-e23fc7272c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:20.721214153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9314e69d-3ddf-429d-990f-e23fc7272c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:20.775246338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9314e69d-3ddf-429d-990f-e23fc7272c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:21.221958656Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-54a47302","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-54a47302","reconcileID":"3d9e65d0-15ad-4488-a6aa-251135fae404","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-54a47302","removed":["maas.opendatahub.io/gateway-access-e2e-derive-54a47302"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:21.490013865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"981aecd6-fefc-4199-9800-54f72265eddd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:21.609870273Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"981aecd6-fefc-4199-9800-54f72265eddd","name":"e2e-worker-w3-f51151-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:22.448108917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d766a48f-899b-446c-830b-1d268d96a006","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:22.549225853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9bdbc16-da69-4100-8753-e15dc6b93b3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:22.714244019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0f1eca-63ba-4139-9e61-8bfe118f34fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:22.768058143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0f1eca-63ba-4139-9e61-8bfe118f34fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:22.82230457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0f1eca-63ba-4139-9e61-8bfe118f34fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:22.876000776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0f1eca-63ba-4139-9e61-8bfe118f34fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:24.729823402Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-6fa533","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-6fa533","reconcileID":"ea5c98c1-1591-4e28-93af-71f870dffc71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-6fa533","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-6fa533":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:24.811982565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1b34d8-0fc7-441b-a73c-baf14af65e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:24.866221559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1b34d8-0fc7-441b-a73c-baf14af65e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:24.920316939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1b34d8-0fc7-441b-a73c-baf14af65e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:24.974434119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1b34d8-0fc7-441b-a73c-baf14af65e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:26.915049543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12b6c68-c0b9-42b8-9425-4435ce9b0f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:26.969851272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12b6c68-c0b9-42b8-9425-4435ce9b0f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:27.024308874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12b6c68-c0b9-42b8-9425-4435ce9b0f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:27.078216794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12b6c68-c0b9-42b8-9425-4435ce9b0f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:27.184991878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"8bb42d98-60eb-460f-90c4-867ede42357e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:27.304256339Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"8bb42d98-60eb-460f-90c4-867ede42357e","name":"e2e-worker-w4-d6cb38-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:29.088979227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed877e75-723c-43b9-be85-e36ed77a153a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:29.142952879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed877e75-723c-43b9-be85-e36ed77a153a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:29.196569993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed877e75-723c-43b9-be85-e36ed77a153a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:29.250323448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed877e75-723c-43b9-be85-e36ed77a153a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:29.776718977Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5f765a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5f765a","reconcileID":"7df4d4ff-333d-4c45-9f75-a3e3f3b98382","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5f765a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-5f765a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:31.212497638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfd12dd-5924-4ae6-97a5-02fcd8321d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:31.266476528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfd12dd-5924-4ae6-97a5-02fcd8321d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:31.322427863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfd12dd-5924-4ae6-97a5-02fcd8321d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:31.376870544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfd12dd-5924-4ae6-97a5-02fcd8321d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:32.585910804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"6aff9e53-d3ad-4f93-8c27-074e0d98732b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:32.705507067Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"6aff9e53-d3ad-4f93-8c27-074e0d98732b","name":"e2e-worker-w0-0c9014-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:33.448529015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a47b3c7-5fc6-4087-aee0-dd0819a4205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:33.502510573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a47b3c7-5fc6-4087-aee0-dd0819a4205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:33.556444087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a47b3c7-5fc6-4087-aee0-dd0819a4205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:33.6103308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a47b3c7-5fc6-4087-aee0-dd0819a4205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:35.568961676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce04f9df-68ec-4925-a010-0614fbb320be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:35.62295752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce04f9df-68ec-4925-a010-0614fbb320be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:35.680852757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce04f9df-68ec-4925-a010-0614fbb320be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:35.738300547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce04f9df-68ec-4925-a010-0614fbb320be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:37.735815588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bf70fa-12f8-400b-8463-8a59a4ce85c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:37.789767689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bf70fa-12f8-400b-8463-8a59a4ce85c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:37.844286613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bf70fa-12f8-400b-8463-8a59a4ce85c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:37.898557942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bf70fa-12f8-400b-8463-8a59a4ce85c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:39.849956069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54812cd-ee0d-4996-bfd5-f93b9c5cf6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:39.90406617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54812cd-ee0d-4996-bfd5-f93b9c5cf6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:39.957792304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54812cd-ee0d-4996-bfd5-f93b9c5cf6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:40.011826334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54812cd-ee0d-4996-bfd5-f93b9c5cf6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:42.654109574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:45.468218071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c16c8f-65f2-413a-b5ee-2ae7c85cc432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:45.469307047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3731830e-e872-4d0f-8e7b-7d3efebacae3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:45.522209436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c16c8f-65f2-413a-b5ee-2ae7c85cc432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:45.576301538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c16c8f-65f2-413a-b5ee-2ae7c85cc432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:45.634393586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c16c8f-65f2-413a-b5ee-2ae7c85cc432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:45.747769256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f403dff-0388-4436-88d2-1264595cbe82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:47.594507483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688856fd-170a-4093-9b0e-12348bf6869d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:47.649531687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688856fd-170a-4093-9b0e-12348bf6869d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:47.703341183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688856fd-170a-4093-9b0e-12348bf6869d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:47.757879177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688856fd-170a-4093-9b0e-12348bf6869d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:49.704645083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed489243-f602-4107-aadb-009c897ca338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:49.758596951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed489243-f602-4107-aadb-009c897ca338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:49.812630679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed489243-f602-4107-aadb-009c897ca338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:49.86625929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed489243-f602-4107-aadb-009c897ca338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:51.80345705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6687f85-d314-4b32-b748-8c382e7d9e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:51.857105155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6687f85-d314-4b32-b748-8c382e7d9e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:51.9113293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6687f85-d314-4b32-b748-8c382e7d9e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:51.965146797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6687f85-d314-4b32-b748-8c382e7d9e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:54.471240777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"5b4b92ef-a9da-4f58-a18c-ea44e311f306","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:54.590076364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"5b4b92ef-a9da-4f58-a18c-ea44e311f306","name":"e2e-worker-w2-6fa533-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:59.502413645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eebfe374-f13a-44ba-8b2b-caa048bd3c80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:59.622977209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e0d3cb5-420f-4e7d-bba0-842d1b528007","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:59.629359327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"d952a3fe-b1a3-4f45-8bd5-9dd0d2c08bdb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:21:59.749109914Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"d952a3fe-b1a3-4f45-8bd5-9dd0d2c08bdb","name":"e2e-worker-w1-5f765a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:06.693942486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfe95c9-ad4f-4a18-9c5e-5c864b951e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:06.747980488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfe95c9-ad4f-4a18-9c5e-5c864b951e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:06.80167297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfe95c9-ad4f-4a18-9c5e-5c864b951e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:06.855395436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfe95c9-ad4f-4a18-9c5e-5c864b951e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:08.791655155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d722e08e-a83e-4b4e-88de-f171b9e6a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:08.845762738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d722e08e-a83e-4b4e-88de-f171b9e6a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:08.900146927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d722e08e-a83e-4b4e-88de-f171b9e6a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:08.954091953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d722e08e-a83e-4b4e-88de-f171b9e6a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:12.653461344Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:15.038318606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6a8f701-8453-4693-a9bf-4c0b0b9e8b3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:15.344934868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc011ce4-f94c-4c89-9716-651ccc876d51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:16.440429716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"ad8aba6f-377e-4c8e-8369-7ec485144e13","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:21.915367338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f717e9a-cb4f-417f-9954-5ba5f0d07b8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:22.158306738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f9a4fd4-9ce5-4a8c-8c27-b9b568ea3aef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:27.227466369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bed902b-7a4d-435d-b23d-6c7d0d262f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:27.282053668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bed902b-7a4d-435d-b23d-6c7d0d262f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:27.336716731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bed902b-7a4d-435d-b23d-6c7d0d262f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:27.390531267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bed902b-7a4d-435d-b23d-6c7d0d262f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:29.379608353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3102eda3-0bfb-483c-a674-31f263d82e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:29.433676809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3102eda3-0bfb-483c-a674-31f263d82e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:29.487483461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3102eda3-0bfb-483c-a674-31f263d82e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:29.541389622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3102eda3-0bfb-483c-a674-31f263d82e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:32.477340548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a273ab07-cf45-4382-8e8e-bf3acfe2cbd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:32.53127474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a273ab07-cf45-4382-8e8e-bf3acfe2cbd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:32.585245169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a273ab07-cf45-4382-8e8e-bf3acfe2cbd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:32.63941332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a273ab07-cf45-4382-8e8e-bf3acfe2cbd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:34.580483625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a62258-6ba2-4568-8a21-5ad47b88a898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:34.63472658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a62258-6ba2-4568-8a21-5ad47b88a898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:34.690857326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a62258-6ba2-4568-8a21-5ad47b88a898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:34.745144766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a62258-6ba2-4568-8a21-5ad47b88a898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:41.731949934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"21efe2ac-bc5e-49ff-b0e4-3fe6a5112f01","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:42.313553629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f10fe9a-ce3f-4878-8577-6d672c2d8232","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:42.619785343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7106ad30-82b6-448d-918b-5c908c58f0d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:42.654631478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:42.839477582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"6514c0bc-0f27-4035-988e-e598c2a84485","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:42.904035947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"c7636ae3-46f8-4423-b1d7-961c7a14e742","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:49.479182489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f18b717-ab11-4d74-b0d1-bb5fe3129798","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:49.783449147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a575640f-64a1-4142-ae8b-17eb76c7da7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:22:54.091981202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"57cc73fb-692c-4cb8-bc1e-d09d74ca27d3","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:12.654514845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:17.261892935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"bfc89fa7-8ef7-4feb-aafb-08530e25c787","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:17.331193199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"93718ab4-bd1e-4e88-a5f4-9a594a5adcdc","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.489314724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"d9f6cdc9-b895-4b64-bfe7-6c461afb0802","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.707641555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"8d18ddd9-fc45-42ae-a0e3-7f502a348055","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.765322451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"4fd21320-dc08-4dc3-a540-86ca75269116","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:19.8140354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"13e6aefb-c0aa-461e-95ee-9945fda61272","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.824144292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6294d4b-9c86-4cb8-aff5-e655d6c97822","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.824163306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6294d4b-9c86-4cb8-aff5-e655d6c97822","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.882540681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd37b5f3-65ad-407f-80df-9fa9c19a9941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.882559401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd37b5f3-65ad-407f-80df-9fa9c19a9941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.925050311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"ae94e792-6882-4171-879a-ae1bba6f3c1d","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:19.983002555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"e0899b3c-1c84-4710-baaf-e56233d482f0","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.091922318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"44974c48-3340-4114-872d-ec5690f1a5f2","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.151222711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"ecc1e7b0-d255-4bd4-b992-7932b807befa","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.203387242Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"0f18abfe-f335-48cc-8fa9-d66a0047a1fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"simulator-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.256204964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ff3a4d05-5c66-4f74-ac58-76b40045316b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.35880839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"8f63cef9-6668-4387-8820-eeee2d9823ba","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.369186577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"d84f0c19-d562-4858-983c-3b21c6951f78","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.37985354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ff3a4d05-5c66-4f74-ac58-76b40045316b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.414720287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"53135fc1-8b8b-4bd4-a87e-e9b551621a7e","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.436044173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ff3a4d05-5c66-4f74-ac58-76b40045316b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:20.465417908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"2df5e8f8-f9ca-4832-a1b3-189a993390a3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.471485428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"f2c0c63e-cc82-45ed-8d79-970155053f3b","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.494123626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"c7a9e1be-3c2a-441d-8a9b-3360e05ca9db","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.599026088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"800c00fd-75aa-429c-8b49-152f2d0efb89","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.599359949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"83926fe0-7682-4a36-9e4b-fd79cd47ac55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.609817511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"011162b3-9715-46ed-af6f-747212e8730a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.658632967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"152bb431-a6b3-46e4-99d7-2546d2145385","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.660836957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"3bfcadd3-fb82-4d20-802c-d5dfbaee314a","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.668341013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"011162b3-9715-46ed-af6f-747212e8730a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.719844104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"3b81721f-8758-4114-85c9-d05507c18035","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.725527356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"011162b3-9715-46ed-af6f-747212e8730a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:20.774625898Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"3b81721f-8758-4114-85c9-d05507c18035","name":"premium-w3-f51151","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-f51151\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:20.774708183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"3b81721f-8758-4114-85c9-d05507c18035","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-f51151\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:20.77963379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"011162b3-9715-46ed-af6f-747212e8730a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.779921665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"7847a8ce-0399-4a4d-8513-51fd2da19cf7","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.876414962Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"e737ae48-170e-41a3-85cd-25a5ad1ace3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"premium-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.876619095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"338b44fc-4b87-402a-9130-d4329f2e854c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.934204215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"338b44fc-4b87-402a-9130-d4329f2e854c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.977055853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"06a5c271-4fe3-4d2e-82e0-1e22a220e2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:20.989937793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"338b44fc-4b87-402a-9130-d4329f2e854c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:21.035554596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"06a5c271-4fe3-4d2e-82e0-1e22a220e2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:21.04286161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"5c252643-d530-4302-bde6-2bee1422d8b8","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:21.048952249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"7ee944b5-6d9b-4a87-bb27-a542dc7755aa","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:21.09177558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"06a5c271-4fe3-4d2e-82e0-1e22a220e2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:21.209414532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c7dc6623-2013-4772-b9ca-dda6975867bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:21.258820155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"7c97639d-704c-495b-a740-300283a5f234","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:21.268694084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c7dc6623-2013-4772-b9ca-dda6975867bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:21.324943336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c7dc6623-2013-4772-b9ca-dda6975867bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:27.447989622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"63ccca3b-4eae-45ff-867c-7921509a8702","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:27.513790395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"9dce53a7-9089-4903-aab6-4829431a96db","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:28.717621965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"3ae78233-54c0-455e-a903-72b0df3ed85a","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:31.256242463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7edebdd2-b8ea-422e-9544-806c3f7893cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:31.313945993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7edebdd2-b8ea-422e-9544-806c3f7893cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:31.370601878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7edebdd2-b8ea-422e-9544-806c3f7893cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:31.486563364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2ae7cd95-cda1-4b28-961b-b0399c9ef741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:31.544535792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2ae7cd95-cda1-4b28-961b-b0399c9ef741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:31.601057208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2ae7cd95-cda1-4b28-961b-b0399c9ef741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.099225159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"473e40ad-4552-46d5-a98e-81f888642e36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.27034509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"ae3dac2b-3d24-47c7-a50d-3c0d7934a439","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.514864016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"0d4fb7d2-e88c-450d-b3fb-fdf03690c5d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.652608616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"82998d67-c0c0-4466-8f3c-93019d6f3cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.655869632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"37013a87-ba59-45b5-ad48-c8f617ffb709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.680246694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"a2a5643d-cc6d-41d4-ac4a-3523d6ea3df3","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.711988403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"82998d67-c0c0-4466-8f3c-93019d6f3cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.714722947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"37013a87-ba59-45b5-ad48-c8f617ffb709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.768218136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6267fc785126adca5b68df13f95ef1fa08e1d72b66fbff01b54f8d61edaf7ba) AuthConfig (b31ddb7ef02e35e9d172430b50a004a3047564232880010bd3e581bf0dc547f8) AuthConfig (7f4456bc894bf7ab59ba02c25915a8db007a89ffdd1efcace437a7761c68b3f9) AuthConfig (7b5f8cd8dfbddc7109fd206805e23a6ae21c18bf406c0001927759ff1a39122f) AuthConfig (e11ba50523ae86c5c06c5b76176154ed9ba57c3ed13fa43133b1ac7249ce345f) AuthConfig (461f0fb3ed9e91195eaa488b65b6f04cb4bff62087edbcf0d4c2186d180ba0ab) AuthConfig (d896bcdf40d08e0bef242ce04aa58467e96c672450af890adda6941c53a574d3) AuthConfig (6ab1b21b6f75f2c1ef86f9bcf36a6c25244e88430832e3ac86a839cf10bb8dcd) AuthConfig (b6344fa6f672d55d2eb4fbf6449de24a41dbf664f8e9d3c01ecde50e9d46e233) AuthConfig (aea6441051c6a7490e44d5f7bab0e4bf7cf461c9597675611789e8d9141a446c) AuthConfig (a05d7e315cc7cde173ab18a777672d3a18ce0a96f8f52d505404dcf8d1e51c20) AuthConfig (a6d41f4e9f57ec1e6bb4423e49991033d85f00a2a3303e02b25d1eedb67be3c9) AuthConfig (cb9167704c77a112808785ad099bc015c57786c61e7befec251b029ce378a0c6) AuthConfig (3fdafb69d9c72b7e3c78e50b30f01adec907957097c6a1e811ceff68d93d7c23) AuthConfig (ab3c6da9622dba177dfaf10df58f987a09c5bd12e35f73cca3f03ce632140cd4) AuthConfig (85124e62247f9234752fedfc382ba93d6f839dab53f49c16951446afa3e613aa) AuthConfig (d63de28626482cf5fa2aaf12cb9aa3def86d637d4c98f193819331c36fa73b21) AuthConfig (6c73e108ce3d5ef8ece11651aca73aa00bd88530b6aba861d23ca7b6ff89ba5a) AuthConfig (707f7a9a5bb373d466ca8ba9e6220842edd61bdf74768cdb8760aca4648a21b3) AuthConfig (f1def6d908410a124665ecd632ae01e5ba977920643dab1a35d25277292bae55) AuthConfig (f86615df74e8d3814df8817b06dc7578a4b0af0817397c5bdddb1daaaeb1df4e) AuthConfig (f9603ac54a5668b179c6ba3dcda3951e57253a5ad5ad80214b563f50337f3a9c) AuthConfig (d1f3365185f5fcfe92899c5f49af1b579baab97128b8afee3eed4350859c3f14) AuthConfig (18b02d50add3a7c29ec6127eedab648f22d172b48224a97365a7798a612dcd01) AuthConfig (9a4beabc5e6770b1db0aae064836730685e70fcacd601193f69aafe8156d41a4) AuthConfig (91d11ef27666b7f1f85063266e00a4add2242586a1e8a4bac5447b3f4ec7925d) AuthConfig (c57cda59d33d438c637a64dce8619a9616880a275363557ccc83d2cbc4920e14) AuthConfig (72bb4e3923485ca35015ee8655bc43ee332eea77f2cd8effbd48b21828f89f80) AuthConfig (d13670b5b1696edcb191c925fa86dd729eeb7447f2230e160d9cc03e0117604d) AuthConfig (06c1a51758821d18e14577dc995b939fe472579672223b3bf0c1a312b23f23c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"82998d67-c0c0-4466-8f3c-93019d6f3cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.771118892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6267fc785126adca5b68df13f95ef1fa08e1d72b66fbff01b54f8d61edaf7ba) AuthConfig (b31ddb7ef02e35e9d172430b50a004a3047564232880010bd3e581bf0dc547f8) AuthConfig (7f4456bc894bf7ab59ba02c25915a8db007a89ffdd1efcace437a7761c68b3f9) AuthConfig (7b5f8cd8dfbddc7109fd206805e23a6ae21c18bf406c0001927759ff1a39122f) AuthConfig (e11ba50523ae86c5c06c5b76176154ed9ba57c3ed13fa43133b1ac7249ce345f) AuthConfig (461f0fb3ed9e91195eaa488b65b6f04cb4bff62087edbcf0d4c2186d180ba0ab) AuthConfig (d896bcdf40d08e0bef242ce04aa58467e96c672450af890adda6941c53a574d3) AuthConfig (6ab1b21b6f75f2c1ef86f9bcf36a6c25244e88430832e3ac86a839cf10bb8dcd) AuthConfig (b6344fa6f672d55d2eb4fbf6449de24a41dbf664f8e9d3c01ecde50e9d46e233) AuthConfig (aea6441051c6a7490e44d5f7bab0e4bf7cf461c9597675611789e8d9141a446c) AuthConfig (a05d7e315cc7cde173ab18a777672d3a18ce0a96f8f52d505404dcf8d1e51c20) AuthConfig (a6d41f4e9f57ec1e6bb4423e49991033d85f00a2a3303e02b25d1eedb67be3c9) AuthConfig (cb9167704c77a112808785ad099bc015c57786c61e7befec251b029ce378a0c6) AuthConfig (3fdafb69d9c72b7e3c78e50b30f01adec907957097c6a1e811ceff68d93d7c23) AuthConfig (ab3c6da9622dba177dfaf10df58f987a09c5bd12e35f73cca3f03ce632140cd4) AuthConfig (85124e62247f9234752fedfc382ba93d6f839dab53f49c16951446afa3e613aa) AuthConfig (d63de28626482cf5fa2aaf12cb9aa3def86d637d4c98f193819331c36fa73b21) AuthConfig (6c73e108ce3d5ef8ece11651aca73aa00bd88530b6aba861d23ca7b6ff89ba5a) AuthConfig (707f7a9a5bb373d466ca8ba9e6220842edd61bdf74768cdb8760aca4648a21b3) AuthConfig (f1def6d908410a124665ecd632ae01e5ba977920643dab1a35d25277292bae55) AuthConfig (f86615df74e8d3814df8817b06dc7578a4b0af0817397c5bdddb1daaaeb1df4e) AuthConfig (f9603ac54a5668b179c6ba3dcda3951e57253a5ad5ad80214b563f50337f3a9c) AuthConfig (d1f3365185f5fcfe92899c5f49af1b579baab97128b8afee3eed4350859c3f14) AuthConfig (18b02d50add3a7c29ec6127eedab648f22d172b48224a97365a7798a612dcd01) AuthConfig (9a4beabc5e6770b1db0aae064836730685e70fcacd601193f69aafe8156d41a4) AuthConfig (91d11ef27666b7f1f85063266e00a4add2242586a1e8a4bac5447b3f4ec7925d) AuthConfig (c57cda59d33d438c637a64dce8619a9616880a275363557ccc83d2cbc4920e14) AuthConfig (72bb4e3923485ca35015ee8655bc43ee332eea77f2cd8effbd48b21828f89f80) AuthConfig (d13670b5b1696edcb191c925fa86dd729eeb7447f2230e160d9cc03e0117604d) AuthConfig (06c1a51758821d18e14577dc995b939fe472579672223b3bf0c1a312b23f23c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"37013a87-ba59-45b5-ad48-c8f617ffb709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.826953762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"2c4d7dd3-cb09-4c1c-a8e6-c92baf85e243","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:36.829656525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"3074d719-74a1-4d4b-9ba9-e30de9f97b2a","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.027107767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2016af81-0519-4598-926f-7bfe0c0dd539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.027108856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"bb0d3d8d-2ad2-480e-a583-7d32d858430e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.084606163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2016af81-0519-4598-926f-7bfe0c0dd539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.084942401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"bb0d3d8d-2ad2-480e-a583-7d32d858430e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.144181291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6267fc785126adca5b68df13f95ef1fa08e1d72b66fbff01b54f8d61edaf7ba) AuthConfig (b31ddb7ef02e35e9d172430b50a004a3047564232880010bd3e581bf0dc547f8) AuthConfig (7f4456bc894bf7ab59ba02c25915a8db007a89ffdd1efcace437a7761c68b3f9) AuthConfig (7b5f8cd8dfbddc7109fd206805e23a6ae21c18bf406c0001927759ff1a39122f) AuthConfig (e11ba50523ae86c5c06c5b76176154ed9ba57c3ed13fa43133b1ac7249ce345f) AuthConfig (461f0fb3ed9e91195eaa488b65b6f04cb4bff62087edbcf0d4c2186d180ba0ab) AuthConfig (d896bcdf40d08e0bef242ce04aa58467e96c672450af890adda6941c53a574d3) AuthConfig (6ab1b21b6f75f2c1ef86f9bcf36a6c25244e88430832e3ac86a839cf10bb8dcd) AuthConfig (b6344fa6f672d55d2eb4fbf6449de24a41dbf664f8e9d3c01ecde50e9d46e233) AuthConfig (aea6441051c6a7490e44d5f7bab0e4bf7cf461c9597675611789e8d9141a446c) AuthConfig (a05d7e315cc7cde173ab18a777672d3a18ce0a96f8f52d505404dcf8d1e51c20) AuthConfig (a6d41f4e9f57ec1e6bb4423e49991033d85f00a2a3303e02b25d1eedb67be3c9) AuthConfig (cb9167704c77a112808785ad099bc015c57786c61e7befec251b029ce378a0c6) AuthConfig (3fdafb69d9c72b7e3c78e50b30f01adec907957097c6a1e811ceff68d93d7c23) AuthConfig (ab3c6da9622dba177dfaf10df58f987a09c5bd12e35f73cca3f03ce632140cd4) AuthConfig (85124e62247f9234752fedfc382ba93d6f839dab53f49c16951446afa3e613aa) AuthConfig (d63de28626482cf5fa2aaf12cb9aa3def86d637d4c98f193819331c36fa73b21) AuthConfig (6c73e108ce3d5ef8ece11651aca73aa00bd88530b6aba861d23ca7b6ff89ba5a) AuthConfig (707f7a9a5bb373d466ca8ba9e6220842edd61bdf74768cdb8760aca4648a21b3) AuthConfig (f1def6d908410a124665ecd632ae01e5ba977920643dab1a35d25277292bae55) AuthConfig (f86615df74e8d3814df8817b06dc7578a4b0af0817397c5bdddb1daaaeb1df4e) AuthConfig (f9603ac54a5668b179c6ba3dcda3951e57253a5ad5ad80214b563f50337f3a9c) AuthConfig (d1f3365185f5fcfe92899c5f49af1b579baab97128b8afee3eed4350859c3f14) AuthConfig (18b02d50add3a7c29ec6127eedab648f22d172b48224a97365a7798a612dcd01) AuthConfig (9a4beabc5e6770b1db0aae064836730685e70fcacd601193f69aafe8156d41a4) AuthConfig (91d11ef27666b7f1f85063266e00a4add2242586a1e8a4bac5447b3f4ec7925d) AuthConfig (c57cda59d33d438c637a64dce8619a9616880a275363557ccc83d2cbc4920e14) AuthConfig (72bb4e3923485ca35015ee8655bc43ee332eea77f2cd8effbd48b21828f89f80) AuthConfig (d13670b5b1696edcb191c925fa86dd729eeb7447f2230e160d9cc03e0117604d) AuthConfig (06c1a51758821d18e14577dc995b939fe472579672223b3bf0c1a312b23f23c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"bb0d3d8d-2ad2-480e-a583-7d32d858430e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.145493045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6267fc785126adca5b68df13f95ef1fa08e1d72b66fbff01b54f8d61edaf7ba) AuthConfig (b31ddb7ef02e35e9d172430b50a004a3047564232880010bd3e581bf0dc547f8) AuthConfig (7f4456bc894bf7ab59ba02c25915a8db007a89ffdd1efcace437a7761c68b3f9) AuthConfig (7b5f8cd8dfbddc7109fd206805e23a6ae21c18bf406c0001927759ff1a39122f) AuthConfig (e11ba50523ae86c5c06c5b76176154ed9ba57c3ed13fa43133b1ac7249ce345f) AuthConfig (461f0fb3ed9e91195eaa488b65b6f04cb4bff62087edbcf0d4c2186d180ba0ab) AuthConfig (d896bcdf40d08e0bef242ce04aa58467e96c672450af890adda6941c53a574d3) AuthConfig (6ab1b21b6f75f2c1ef86f9bcf36a6c25244e88430832e3ac86a839cf10bb8dcd) AuthConfig (b6344fa6f672d55d2eb4fbf6449de24a41dbf664f8e9d3c01ecde50e9d46e233) AuthConfig (aea6441051c6a7490e44d5f7bab0e4bf7cf461c9597675611789e8d9141a446c) AuthConfig (a05d7e315cc7cde173ab18a777672d3a18ce0a96f8f52d505404dcf8d1e51c20) AuthConfig (a6d41f4e9f57ec1e6bb4423e49991033d85f00a2a3303e02b25d1eedb67be3c9) AuthConfig (cb9167704c77a112808785ad099bc015c57786c61e7befec251b029ce378a0c6) AuthConfig (3fdafb69d9c72b7e3c78e50b30f01adec907957097c6a1e811ceff68d93d7c23) AuthConfig (ab3c6da9622dba177dfaf10df58f987a09c5bd12e35f73cca3f03ce632140cd4) AuthConfig (85124e62247f9234752fedfc382ba93d6f839dab53f49c16951446afa3e613aa) AuthConfig (d63de28626482cf5fa2aaf12cb9aa3def86d637d4c98f193819331c36fa73b21) AuthConfig (6c73e108ce3d5ef8ece11651aca73aa00bd88530b6aba861d23ca7b6ff89ba5a) AuthConfig (707f7a9a5bb373d466ca8ba9e6220842edd61bdf74768cdb8760aca4648a21b3) AuthConfig (f1def6d908410a124665ecd632ae01e5ba977920643dab1a35d25277292bae55) AuthConfig (f86615df74e8d3814df8817b06dc7578a4b0af0817397c5bdddb1daaaeb1df4e) AuthConfig (f9603ac54a5668b179c6ba3dcda3951e57253a5ad5ad80214b563f50337f3a9c) AuthConfig (d1f3365185f5fcfe92899c5f49af1b579baab97128b8afee3eed4350859c3f14) AuthConfig (18b02d50add3a7c29ec6127eedab648f22d172b48224a97365a7798a612dcd01) AuthConfig (9a4beabc5e6770b1db0aae064836730685e70fcacd601193f69aafe8156d41a4) AuthConfig (91d11ef27666b7f1f85063266e00a4add2242586a1e8a4bac5447b3f4ec7925d) AuthConfig (c57cda59d33d438c637a64dce8619a9616880a275363557ccc83d2cbc4920e14) AuthConfig (72bb4e3923485ca35015ee8655bc43ee332eea77f2cd8effbd48b21828f89f80) AuthConfig (d13670b5b1696edcb191c925fa86dd729eeb7447f2230e160d9cc03e0117604d) AuthConfig (06c1a51758821d18e14577dc995b939fe472579672223b3bf0c1a312b23f23c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2016af81-0519-4598-926f-7bfe0c0dd539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:37.198864858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"bb0d3d8d-2ad2-480e-a583-7d32d858430e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:37.199658023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2016af81-0519-4598-926f-7bfe0c0dd539","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.365161363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ca02aff4-16f4-4810-a5e9-70f83b5b7caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.365190399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ce040a5d-277e-4f34-a370-9e4f7da57161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.423049282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ca02aff4-16f4-4810-a5e9-70f83b5b7caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.423072419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ce040a5d-277e-4f34-a370-9e4f7da57161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.479518249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6267fc785126adca5b68df13f95ef1fa08e1d72b66fbff01b54f8d61edaf7ba) AuthConfig (b31ddb7ef02e35e9d172430b50a004a3047564232880010bd3e581bf0dc547f8) AuthConfig (7f4456bc894bf7ab59ba02c25915a8db007a89ffdd1efcace437a7761c68b3f9) AuthConfig (7b5f8cd8dfbddc7109fd206805e23a6ae21c18bf406c0001927759ff1a39122f) AuthConfig (e11ba50523ae86c5c06c5b76176154ed9ba57c3ed13fa43133b1ac7249ce345f) AuthConfig (461f0fb3ed9e91195eaa488b65b6f04cb4bff62087edbcf0d4c2186d180ba0ab) AuthConfig (d896bcdf40d08e0bef242ce04aa58467e96c672450af890adda6941c53a574d3) AuthConfig (6ab1b21b6f75f2c1ef86f9bcf36a6c25244e88430832e3ac86a839cf10bb8dcd) AuthConfig (b6344fa6f672d55d2eb4fbf6449de24a41dbf664f8e9d3c01ecde50e9d46e233) AuthConfig (aea6441051c6a7490e44d5f7bab0e4bf7cf461c9597675611789e8d9141a446c) AuthConfig (a05d7e315cc7cde173ab18a777672d3a18ce0a96f8f52d505404dcf8d1e51c20) AuthConfig (a6d41f4e9f57ec1e6bb4423e49991033d85f00a2a3303e02b25d1eedb67be3c9) AuthConfig (cb9167704c77a112808785ad099bc015c57786c61e7befec251b029ce378a0c6) AuthConfig (3fdafb69d9c72b7e3c78e50b30f01adec907957097c6a1e811ceff68d93d7c23) AuthConfig (ab3c6da9622dba177dfaf10df58f987a09c5bd12e35f73cca3f03ce632140cd4) AuthConfig (85124e62247f9234752fedfc382ba93d6f839dab53f49c16951446afa3e613aa) AuthConfig (d63de28626482cf5fa2aaf12cb9aa3def86d637d4c98f193819331c36fa73b21) AuthConfig (6c73e108ce3d5ef8ece11651aca73aa00bd88530b6aba861d23ca7b6ff89ba5a) AuthConfig (707f7a9a5bb373d466ca8ba9e6220842edd61bdf74768cdb8760aca4648a21b3) AuthConfig (f1def6d908410a124665ecd632ae01e5ba977920643dab1a35d25277292bae55) AuthConfig (f86615df74e8d3814df8817b06dc7578a4b0af0817397c5bdddb1daaaeb1df4e) AuthConfig (f9603ac54a5668b179c6ba3dcda3951e57253a5ad5ad80214b563f50337f3a9c) AuthConfig (d1f3365185f5fcfe92899c5f49af1b579baab97128b8afee3eed4350859c3f14) AuthConfig (18b02d50add3a7c29ec6127eedab648f22d172b48224a97365a7798a612dcd01) AuthConfig (9a4beabc5e6770b1db0aae064836730685e70fcacd601193f69aafe8156d41a4) AuthConfig (91d11ef27666b7f1f85063266e00a4add2242586a1e8a4bac5447b3f4ec7925d) AuthConfig (c57cda59d33d438c637a64dce8619a9616880a275363557ccc83d2cbc4920e14) AuthConfig (72bb4e3923485ca35015ee8655bc43ee332eea77f2cd8effbd48b21828f89f80) AuthConfig (d13670b5b1696edcb191c925fa86dd729eeb7447f2230e160d9cc03e0117604d) AuthConfig (06c1a51758821d18e14577dc995b939fe472579672223b3bf0c1a312b23f23c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ce040a5d-277e-4f34-a370-9e4f7da57161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:37.47956913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6267fc785126adca5b68df13f95ef1fa08e1d72b66fbff01b54f8d61edaf7ba) AuthConfig (b31ddb7ef02e35e9d172430b50a004a3047564232880010bd3e581bf0dc547f8) AuthConfig (7f4456bc894bf7ab59ba02c25915a8db007a89ffdd1efcace437a7761c68b3f9) AuthConfig (7b5f8cd8dfbddc7109fd206805e23a6ae21c18bf406c0001927759ff1a39122f) AuthConfig (e11ba50523ae86c5c06c5b76176154ed9ba57c3ed13fa43133b1ac7249ce345f) AuthConfig (461f0fb3ed9e91195eaa488b65b6f04cb4bff62087edbcf0d4c2186d180ba0ab) AuthConfig (d896bcdf40d08e0bef242ce04aa58467e96c672450af890adda6941c53a574d3) AuthConfig (6ab1b21b6f75f2c1ef86f9bcf36a6c25244e88430832e3ac86a839cf10bb8dcd) AuthConfig (b6344fa6f672d55d2eb4fbf6449de24a41dbf664f8e9d3c01ecde50e9d46e233) AuthConfig (aea6441051c6a7490e44d5f7bab0e4bf7cf461c9597675611789e8d9141a446c) AuthConfig (a05d7e315cc7cde173ab18a777672d3a18ce0a96f8f52d505404dcf8d1e51c20) AuthConfig (a6d41f4e9f57ec1e6bb4423e49991033d85f00a2a3303e02b25d1eedb67be3c9) AuthConfig (cb9167704c77a112808785ad099bc015c57786c61e7befec251b029ce378a0c6) AuthConfig (3fdafb69d9c72b7e3c78e50b30f01adec907957097c6a1e811ceff68d93d7c23) AuthConfig (ab3c6da9622dba177dfaf10df58f987a09c5bd12e35f73cca3f03ce632140cd4) AuthConfig (85124e62247f9234752fedfc382ba93d6f839dab53f49c16951446afa3e613aa) AuthConfig (d63de28626482cf5fa2aaf12cb9aa3def86d637d4c98f193819331c36fa73b21) AuthConfig (6c73e108ce3d5ef8ece11651aca73aa00bd88530b6aba861d23ca7b6ff89ba5a) AuthConfig (707f7a9a5bb373d466ca8ba9e6220842edd61bdf74768cdb8760aca4648a21b3) AuthConfig (f1def6d908410a124665ecd632ae01e5ba977920643dab1a35d25277292bae55) AuthConfig (f86615df74e8d3814df8817b06dc7578a4b0af0817397c5bdddb1daaaeb1df4e) AuthConfig (f9603ac54a5668b179c6ba3dcda3951e57253a5ad5ad80214b563f50337f3a9c) AuthConfig (d1f3365185f5fcfe92899c5f49af1b579baab97128b8afee3eed4350859c3f14) AuthConfig (18b02d50add3a7c29ec6127eedab648f22d172b48224a97365a7798a612dcd01) AuthConfig (9a4beabc5e6770b1db0aae064836730685e70fcacd601193f69aafe8156d41a4) AuthConfig (91d11ef27666b7f1f85063266e00a4add2242586a1e8a4bac5447b3f4ec7925d) AuthConfig (c57cda59d33d438c637a64dce8619a9616880a275363557ccc83d2cbc4920e14) AuthConfig (72bb4e3923485ca35015ee8655bc43ee332eea77f2cd8effbd48b21828f89f80) AuthConfig (d13670b5b1696edcb191c925fa86dd729eeb7447f2230e160d9cc03e0117604d) AuthConfig (06c1a51758821d18e14577dc995b939fe472579672223b3bf0c1a312b23f23c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ca02aff4-16f4-4810-a5e9-70f83b5b7caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:42.06091583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"2d11036a-f7f5-411b-8673-782ca15cf1ec","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:42.653716237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:44.712238244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"9024b339-9bc8-4072-846b-f4a04ae8d0a9","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:44.810642017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"3feca1da-d892-4762-8d9a-194ef047f4dd","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:44.868512733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"a134a2f3-abb6-41d8-aa39-763cc8b5c5b5","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:44.914858925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"62275baa-edec-4e5b-8dec-9ebe35175d14","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:44.927119277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"ff5df69f-8001-4a06-9f27-e7f7d3017fd5","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.026645397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"8b83e54d-f849-4937-8068-d939e322da6c","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.083240226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"ee77724d-b180-4402-844d-c8798c52c4b5","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.142093455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"97447428-cf07-4f1b-bcf4-3329268f4c4e","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.245264503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5547c75d-292c-4002-9be8-16210ea739ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.300810983Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"7595bf4c-e4ce-421e-93a4-3806af08f0fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"simulator-w4-d6cb38","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.337015922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"b51d609f-942e-48ca-b67d-0e294f2a4495","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.374356298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5547c75d-292c-4002-9be8-16210ea739ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.394061562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"6b71627a-d051-4ddc-ae46-9b53dcfc6865","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.43065935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5547c75d-292c-4002-9be8-16210ea739ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:45.44422033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"1634cb2f-f319-4f4c-8352-ff94962197b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.450660574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"23655cc1-0a60-44d2-b5c0-727c3c605f25","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:45.465084282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"7595bf4c-e4ce-421e-93a4-3806af08f0fc","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.488865159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"4c05a233-99ec-41b2-a636-2d8125f0f0ff","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.556837849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"446da0c7-b041-44a7-ac08-17f705df2338","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.586857825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"65dd038f-bc54-4a6f-9e8b-5eac6d673a35","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.595696656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"dc7c9f35-1c4e-4737-b8ea-bd8d76f00eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.646195768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"1e32dd01-9d98-4113-beb4-3d59ae487daa","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.654410965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"dc7c9f35-1c4e-4737-b8ea-bd8d76f00eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.680926661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"c1c7e92d-8dbb-4763-a863-1aa3b72a3b96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:45.701265498Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"1e32dd01-9d98-4113-beb4-3d59ae487daa","name":"premium-w4-d6cb38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-d6cb38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:45.701326701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"1e32dd01-9d98-4113-beb4-3d59ae487daa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-d6cb38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.706711366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"5429f424-6293-41af-892a-b066fbd1801a","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.713671499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"dc7c9f35-1c4e-4737-b8ea-bd8d76f00eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.803533124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"588eaa5b-c5a8-4e6b-b10a-54a67124d6a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.834945339Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"bb055af8-f447-4aee-9eb1-ce5dfb2e565f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"premium-w4-d6cb38","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.849422152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"953af8cb-62d8-445f-9d1a-f66f9e53d091","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.862303072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"588eaa5b-c5a8-4e6b-b10a-54a67124d6a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.874033582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5fddd6e1-440e-49a0-9929-71d0fdd29727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.918696595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"588eaa5b-c5a8-4e6b-b10a-54a67124d6a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.932546996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5fddd6e1-440e-49a0-9929-71d0fdd29727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.976741506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"93546a60-513e-4869-b8a4-0c2fa8c1a7fd","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:45.988948502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5fddd6e1-440e-49a0-9929-71d0fdd29727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:46.004367309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"4a2e5aeb-8637-40c9-9d8a-e119bb347ce1","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:46.136856879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"429208db-d11d-4fcc-b6a1-229eab5a81c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:46.194065441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"429208db-d11d-4fcc-b6a1-229eab5a81c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:46.220970961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"600357f6-ea53-4b68-b69e-df85abdf242c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:46.249959894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"429208db-d11d-4fcc-b6a1-229eab5a81c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:47.642931037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"6f64362a-c3f8-4840-bddc-0e04c4548945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:47.642949635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"8baa0ec7-1e1e-4764-a0c1-7aaaadaca256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:47.701041396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"8baa0ec7-1e1e-4764-a0c1-7aaaadaca256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:47.702642056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"6f64362a-c3f8-4840-bddc-0e04c4548945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:47.977785028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"e2d3dff2-751f-4317-bba4-da84d3fbc066","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:47.978985835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"54df0d90-f638-4a00-b6d7-ddfc5c08becc","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:51.929808701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"c41c2a53-7f6f-498e-86c5-7b4bb6556211","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.030417712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"e05ba2f1-b4d1-4350-be0c-d18d0f49f551","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.088681949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"540813b6-a9a6-40ce-984f-54ead5471757","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.137682277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"94cb4d39-3358-4db0-9a01-deacaf4852a8","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:52.142797649Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0c9014/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.196317965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"5d40cbdc-edb6-4160-9e1c-d1f13eae5cbb","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.327683732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"c707d902-9317-40cb-97d2-83539e7a8361","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.389036947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"db5de517-7dcc-47c6-97ca-ae597ae1f8e7","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.443268929Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"331b0c83-1de9-4f2f-90cc-565d1d7f3ce9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:52.444348093Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"db5de517-7dcc-47c6-97ca-ae597ae1f8e7","name":"simulator-w0-0c9014","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-0c9014\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:52.44442081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"db5de517-7dcc-47c6-97ca-ae597ae1f8e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-0c9014\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.449930194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"14c4ca38-e812-4cbb-8172-9f19cf04fe80","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.492736067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"855c4091-0341-4342-8848-b0f01b81a7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.566837945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"efaa34f2-32c0-4e2d-ba4d-98775406b021","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.610764461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"2adc61dc-4369-4f9f-bcfb-0acc9d303b53","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.61811886Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"855c4091-0341-4342-8848-b0f01b81a7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:52.621342129Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0c9014/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.671454168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"252747c6-0fa5-4a48-a1d4-40c50c1e7c5d","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.674179803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"855c4091-0341-4342-8848-b0f01b81a7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:52.675318785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0c9014/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.727536903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"98d1cb5e-0b88-4d24-9bb0-5c24ee81f440","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.732565448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"53b8f1a9-e4e3-4c65-9568-b97e9fb09941","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.816707151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"82d44dfa-b95a-4b85-9748-e71c6d457414","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.827738822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"9ecbdc3a-75e5-437a-abbd-f6fc2cf22112","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.838760982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d302277a-e8cb-46d5-b2af-50c128878915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.87822314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"3b725e00-39df-4e39-aed6-2149035119a4","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.89673941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d302277a-e8cb-46d5-b2af-50c128878915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:52.935519769Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"3b725e00-39df-4e39-aed6-2149035119a4","name":"premium-w0-0c9014","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-0c9014\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:52.93558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"3b725e00-39df-4e39-aed6-2149035119a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-0c9014\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.941508758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"42f54809-503e-422c-aa47-44c7bb6de183","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.945779857Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"6cce8c48-826a-4cce-a7e4-f2f2c1e2d14a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"premium-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:52.953037224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d302277a-e8cb-46d5-b2af-50c128878915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.036318639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"8d47a51d-2339-4cc4-bc6e-cd9a89c943ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.093659712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"8d47a51d-2339-4cc4-bc6e-cd9a89c943ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.114508738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"050b665e-d269-4e4b-860a-c4d4b2a68e21","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.136752677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"333d10de-6247-4314-ac08-9f3d343472a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.149649723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"8d47a51d-2339-4cc4-bc6e-cd9a89c943ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.197140623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"333d10de-6247-4314-ac08-9f3d343472a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.208036567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"08edc440-d703-4c1e-8875-a1b343fa1943","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.25426104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"333d10de-6247-4314-ac08-9f3d343472a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.329482284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"baa2c6b5-c864-454f-bc75-89a28fac617d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.36831409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"4ce81560-90eb-4dc8-9fda-9fb8d66ae343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.427002838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"4ce81560-90eb-4dc8-9fda-9fb8d66ae343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:53.48328424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"4ce81560-90eb-4dc8-9fda-9fb8d66ae343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.175712165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d74381bf-d240-4aaf-9698-5464c05e19f1","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.243497133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"ac16c09e-6405-45b7-b99e-73fc403ad79d","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.308286363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"55c63995-ffab-4393-8898-c7a50d79d143","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.487119753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"7a5e364b-cbc6-4d47-9ece-42f9e06cdaae","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.493975503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"1c87746e-72eb-4bb9-97b8-067d528cd2d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.662622021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"6f3fb62a-caf3-4c4c-bc17-bfcfa275dce9","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.701531984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"6a08ea24-2b2c-4ea7-8fe5-a1b65f74ea64","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.727620987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ff7bc66f-e2f3-4fa7-8eff-f4c050691377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.728862473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c05057a9-f714-4505-bdae-a808597a4731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.75753215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"e6a76243-9f12-40cc-a252-ec956b7a0f8c","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.786736392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c05057a9-f714-4505-bdae-a808597a4731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.787279555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ff7bc66f-e2f3-4fa7-8eff-f4c050691377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.843637891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099191e40682a5a6b1df435c6dc10936b8b4e31a891f3520e8e9f8418b1acc3e) AuthConfig (4b5d6544ef7fd39f49a5af0551f4a404b0a5f49df3054a95306b7f797216c599) AuthConfig (12dec0ddb151cc18ef75cfe2b4260788095e28a391f359fc3f7da7c75381b728) AuthConfig (e5e9b9fa41efe7f56f3ea6e9079d12a9f3e89cd596105815b30b04ba7ba1281b) AuthConfig (7ebdbd5a6be861834fc366408f369ad8f021dfe8f061cbc93334bc801f3df98f) AuthConfig (735d43fce555e32c36cd137abc0678ce944fbfe58a677497d16ab8d9ab37074f) AuthConfig (12f3d170c629c434ef1558f623819a2294b75940427c1164b50933cdad3fb52f) AuthConfig (a6e80d640d49da44f2b60f9db62279137aa6839ed5acbca6493b96977b1f3f9b) AuthConfig (3474cd3af51b646106406cc4778f6a5608fdc62b1fd92f27ccbcf8ab285bc05c) AuthConfig (13694f4cecc05b3e953bb7d1aa68f96fad9b8548456e1357cc504ba9936493bf) AuthConfig (9a442413f7e81c114c48c6bbdd04c0e3809cdcdf4def1f524f6d3adf70468027) AuthConfig (7f9f489fba4cc345dba07951f043d704ea999478c1da34cd23037357dcdf1384) AuthConfig (a6fa5c95daf46871f07bc4e3ef7985a19659c040a1ef2a7baccccaa90e241705) AuthConfig (db8ed9490207e877020d08d86f8a9769046fd69225998abd4e476e93ef7b9431) AuthConfig (3aa68add648f18fb79f3def0d73f0c2f29d8ab60b1352cf4548a1a038cf3d923) AuthConfig (5c34c962f04362894a54cdf652c523865dbd1633f051244729b008181d474e55) AuthConfig (9a1afd5e20de63bb2c85d93c9c3fd7aae15a0f45cb6e07dc467b8063b97decee) AuthConfig (16cb85f469e7c5716866312b8b4cc95d7bd4782b54923c1571be2b995ef85c30) AuthConfig (8ea982efbe7afcd4f8dbaa4e864584b38ec852971d686ed11c87e99f1b9f4f9a) AuthConfig (dff7a596e1042978304d40238abe84063cc499f4a6a2f9def85e7c84d1df1ebc) AuthConfig (a69bb45bad035c53dd8c7176828b1cc26d0c9d3f775d2059034b1639ca1b49d8) AuthConfig (bb82cce53996fd9a50a4f33832b37ff599d227ab91d54895bf0ab989d1eb0b01) AuthConfig (f2655bcd7b6a7d3d8a4479c1c943c5f2b4d4fbb7d96408fc7ce07c4e7bd9f30c) AuthConfig (b1fdba63ead328fd43c505e06394bc2adb7e5e2dfb0a1e55ef2c41d8f345142f) AuthConfig (7fdbd59414185d321c56439c757d9c725c67465b49a83a52b935fdd9c5f0df82) AuthConfig (7d8b4229a4e8df0df0b627da5317c526c045e2ab5837161d638a7835193820d5) AuthConfig (e12ef81cd87aec42f5b2528c46a9aeefe6b1bca82398f07b17a52a4bf6e91945) AuthConfig (2c4b4abb753457c4ad4bd5815f6ce55723fcfcf44f298a47923e03e51d023a49) AuthConfig (4db1dd6250896b02d5f97b90471902db72d349ea082f211b7b5e4046c827d477) AuthConfig (309f6b916a61539853033efc6ca2e083c01c99e5b96f857a7c78b89f9816f598)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ff7bc66f-e2f3-4fa7-8eff-f4c050691377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.843690305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099191e40682a5a6b1df435c6dc10936b8b4e31a891f3520e8e9f8418b1acc3e) AuthConfig (4b5d6544ef7fd39f49a5af0551f4a404b0a5f49df3054a95306b7f797216c599) AuthConfig (12dec0ddb151cc18ef75cfe2b4260788095e28a391f359fc3f7da7c75381b728) AuthConfig (e5e9b9fa41efe7f56f3ea6e9079d12a9f3e89cd596105815b30b04ba7ba1281b) AuthConfig (7ebdbd5a6be861834fc366408f369ad8f021dfe8f061cbc93334bc801f3df98f) AuthConfig (735d43fce555e32c36cd137abc0678ce944fbfe58a677497d16ab8d9ab37074f) AuthConfig (12f3d170c629c434ef1558f623819a2294b75940427c1164b50933cdad3fb52f) AuthConfig (a6e80d640d49da44f2b60f9db62279137aa6839ed5acbca6493b96977b1f3f9b) AuthConfig (3474cd3af51b646106406cc4778f6a5608fdc62b1fd92f27ccbcf8ab285bc05c) AuthConfig (13694f4cecc05b3e953bb7d1aa68f96fad9b8548456e1357cc504ba9936493bf) AuthConfig (9a442413f7e81c114c48c6bbdd04c0e3809cdcdf4def1f524f6d3adf70468027) AuthConfig (7f9f489fba4cc345dba07951f043d704ea999478c1da34cd23037357dcdf1384) AuthConfig (a6fa5c95daf46871f07bc4e3ef7985a19659c040a1ef2a7baccccaa90e241705) AuthConfig (db8ed9490207e877020d08d86f8a9769046fd69225998abd4e476e93ef7b9431) AuthConfig (3aa68add648f18fb79f3def0d73f0c2f29d8ab60b1352cf4548a1a038cf3d923) AuthConfig (5c34c962f04362894a54cdf652c523865dbd1633f051244729b008181d474e55) AuthConfig (9a1afd5e20de63bb2c85d93c9c3fd7aae15a0f45cb6e07dc467b8063b97decee) AuthConfig (16cb85f469e7c5716866312b8b4cc95d7bd4782b54923c1571be2b995ef85c30) AuthConfig (8ea982efbe7afcd4f8dbaa4e864584b38ec852971d686ed11c87e99f1b9f4f9a) AuthConfig (dff7a596e1042978304d40238abe84063cc499f4a6a2f9def85e7c84d1df1ebc) AuthConfig (a69bb45bad035c53dd8c7176828b1cc26d0c9d3f775d2059034b1639ca1b49d8) AuthConfig (bb82cce53996fd9a50a4f33832b37ff599d227ab91d54895bf0ab989d1eb0b01) AuthConfig (f2655bcd7b6a7d3d8a4479c1c943c5f2b4d4fbb7d96408fc7ce07c4e7bd9f30c) AuthConfig (b1fdba63ead328fd43c505e06394bc2adb7e5e2dfb0a1e55ef2c41d8f345142f) AuthConfig (7fdbd59414185d321c56439c757d9c725c67465b49a83a52b935fdd9c5f0df82) AuthConfig (7d8b4229a4e8df0df0b627da5317c526c045e2ab5837161d638a7835193820d5) AuthConfig (e12ef81cd87aec42f5b2528c46a9aeefe6b1bca82398f07b17a52a4bf6e91945) AuthConfig (2c4b4abb753457c4ad4bd5815f6ce55723fcfcf44f298a47923e03e51d023a49) AuthConfig (4db1dd6250896b02d5f97b90471902db72d349ea082f211b7b5e4046c827d477) AuthConfig (309f6b916a61539853033efc6ca2e083c01c99e5b96f857a7c78b89f9816f598)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c05057a9-f714-4505-bdae-a808597a4731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.902959675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"70969178-ea09-4552-a5b6-05038a8a33f1","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.903442304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"be822825-9ed1-4bea-887f-4b0799870790","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.91679347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"98a4d19e-0d92-4d6e-b430-9c05f9633fa2","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.971851625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"16c103f2-6fb5-4535-8c30-e48b5fd61ea1","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:54.975085826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"98a4d19e-0d92-4d6e-b430-9c05f9633fa2","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.030107802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"d745a4f0-8bc9-4f71-b372-86b2b0a9541f","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.06273367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"6b499f58-5826-4602-a8bb-37dfdc6cc8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.062827133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"e570b152-b85d-4da6-97c7-d8eb1e2c4859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.078332692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"241d55b0-8e0b-4e38-a465-4071f2ac9acd","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:55.084483345Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f51151/e2e-dry-sub-ab2d1ed6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-ab2d1ed6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.120276355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"e570b152-b85d-4da6-97c7-d8eb1e2c4859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.120284429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"6b499f58-5826-4602-a8bb-37dfdc6cc8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.134155269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"786ac30c-a312-4e53-9379-7c87ce71a7f4","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.143161676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"0897d39a-9db1-4bf0-b946-a8f430d075bc","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.163573153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"56ef5126-c051-4895-af73-db280701b3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.163574078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f83b33e7-b517-463d-8564-8400492a6cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.178828967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099191e40682a5a6b1df435c6dc10936b8b4e31a891f3520e8e9f8418b1acc3e) AuthConfig (4b5d6544ef7fd39f49a5af0551f4a404b0a5f49df3054a95306b7f797216c599) AuthConfig (12dec0ddb151cc18ef75cfe2b4260788095e28a391f359fc3f7da7c75381b728) AuthConfig (e5e9b9fa41efe7f56f3ea6e9079d12a9f3e89cd596105815b30b04ba7ba1281b) AuthConfig (7ebdbd5a6be861834fc366408f369ad8f021dfe8f061cbc93334bc801f3df98f) AuthConfig (735d43fce555e32c36cd137abc0678ce944fbfe58a677497d16ab8d9ab37074f) AuthConfig (12f3d170c629c434ef1558f623819a2294b75940427c1164b50933cdad3fb52f) AuthConfig (a6e80d640d49da44f2b60f9db62279137aa6839ed5acbca6493b96977b1f3f9b) AuthConfig (3474cd3af51b646106406cc4778f6a5608fdc62b1fd92f27ccbcf8ab285bc05c) AuthConfig (13694f4cecc05b3e953bb7d1aa68f96fad9b8548456e1357cc504ba9936493bf) AuthConfig (9a442413f7e81c114c48c6bbdd04c0e3809cdcdf4def1f524f6d3adf70468027) AuthConfig (7f9f489fba4cc345dba07951f043d704ea999478c1da34cd23037357dcdf1384) AuthConfig (a6fa5c95daf46871f07bc4e3ef7985a19659c040a1ef2a7baccccaa90e241705) AuthConfig (db8ed9490207e877020d08d86f8a9769046fd69225998abd4e476e93ef7b9431) AuthConfig (3aa68add648f18fb79f3def0d73f0c2f29d8ab60b1352cf4548a1a038cf3d923) AuthConfig (5c34c962f04362894a54cdf652c523865dbd1633f051244729b008181d474e55) AuthConfig (9a1afd5e20de63bb2c85d93c9c3fd7aae15a0f45cb6e07dc467b8063b97decee) AuthConfig (16cb85f469e7c5716866312b8b4cc95d7bd4782b54923c1571be2b995ef85c30) AuthConfig (8ea982efbe7afcd4f8dbaa4e864584b38ec852971d686ed11c87e99f1b9f4f9a) AuthConfig (dff7a596e1042978304d40238abe84063cc499f4a6a2f9def85e7c84d1df1ebc) AuthConfig (a69bb45bad035c53dd8c7176828b1cc26d0c9d3f775d2059034b1639ca1b49d8) AuthConfig (bb82cce53996fd9a50a4f33832b37ff599d227ab91d54895bf0ab989d1eb0b01) AuthConfig (f2655bcd7b6a7d3d8a4479c1c943c5f2b4d4fbb7d96408fc7ce07c4e7bd9f30c) AuthConfig (b1fdba63ead328fd43c505e06394bc2adb7e5e2dfb0a1e55ef2c41d8f345142f) AuthConfig (7fdbd59414185d321c56439c757d9c725c67465b49a83a52b935fdd9c5f0df82) AuthConfig (7d8b4229a4e8df0df0b627da5317c526c045e2ab5837161d638a7835193820d5) AuthConfig (e12ef81cd87aec42f5b2528c46a9aeefe6b1bca82398f07b17a52a4bf6e91945) AuthConfig (2c4b4abb753457c4ad4bd5815f6ce55723fcfcf44f298a47923e03e51d023a49) AuthConfig (4db1dd6250896b02d5f97b90471902db72d349ea082f211b7b5e4046c827d477) AuthConfig (309f6b916a61539853033efc6ca2e083c01c99e5b96f857a7c78b89f9816f598)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"6b499f58-5826-4602-a8bb-37dfdc6cc8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.178953822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099191e40682a5a6b1df435c6dc10936b8b4e31a891f3520e8e9f8418b1acc3e) AuthConfig (4b5d6544ef7fd39f49a5af0551f4a404b0a5f49df3054a95306b7f797216c599) AuthConfig (12dec0ddb151cc18ef75cfe2b4260788095e28a391f359fc3f7da7c75381b728) AuthConfig (e5e9b9fa41efe7f56f3ea6e9079d12a9f3e89cd596105815b30b04ba7ba1281b) AuthConfig (7ebdbd5a6be861834fc366408f369ad8f021dfe8f061cbc93334bc801f3df98f) AuthConfig (735d43fce555e32c36cd137abc0678ce944fbfe58a677497d16ab8d9ab37074f) AuthConfig (12f3d170c629c434ef1558f623819a2294b75940427c1164b50933cdad3fb52f) AuthConfig (a6e80d640d49da44f2b60f9db62279137aa6839ed5acbca6493b96977b1f3f9b) AuthConfig (3474cd3af51b646106406cc4778f6a5608fdc62b1fd92f27ccbcf8ab285bc05c) AuthConfig (13694f4cecc05b3e953bb7d1aa68f96fad9b8548456e1357cc504ba9936493bf) AuthConfig (9a442413f7e81c114c48c6bbdd04c0e3809cdcdf4def1f524f6d3adf70468027) AuthConfig (7f9f489fba4cc345dba07951f043d704ea999478c1da34cd23037357dcdf1384) AuthConfig (a6fa5c95daf46871f07bc4e3ef7985a19659c040a1ef2a7baccccaa90e241705) AuthConfig (db8ed9490207e877020d08d86f8a9769046fd69225998abd4e476e93ef7b9431) AuthConfig (3aa68add648f18fb79f3def0d73f0c2f29d8ab60b1352cf4548a1a038cf3d923) AuthConfig (5c34c962f04362894a54cdf652c523865dbd1633f051244729b008181d474e55) AuthConfig (9a1afd5e20de63bb2c85d93c9c3fd7aae15a0f45cb6e07dc467b8063b97decee) AuthConfig (16cb85f469e7c5716866312b8b4cc95d7bd4782b54923c1571be2b995ef85c30) AuthConfig (8ea982efbe7afcd4f8dbaa4e864584b38ec852971d686ed11c87e99f1b9f4f9a) AuthConfig (dff7a596e1042978304d40238abe84063cc499f4a6a2f9def85e7c84d1df1ebc) AuthConfig (a69bb45bad035c53dd8c7176828b1cc26d0c9d3f775d2059034b1639ca1b49d8) AuthConfig (bb82cce53996fd9a50a4f33832b37ff599d227ab91d54895bf0ab989d1eb0b01) AuthConfig (f2655bcd7b6a7d3d8a4479c1c943c5f2b4d4fbb7d96408fc7ce07c4e7bd9f30c) AuthConfig (b1fdba63ead328fd43c505e06394bc2adb7e5e2dfb0a1e55ef2c41d8f345142f) AuthConfig (7fdbd59414185d321c56439c757d9c725c67465b49a83a52b935fdd9c5f0df82) AuthConfig (7d8b4229a4e8df0df0b627da5317c526c045e2ab5837161d638a7835193820d5) AuthConfig (e12ef81cd87aec42f5b2528c46a9aeefe6b1bca82398f07b17a52a4bf6e91945) AuthConfig (2c4b4abb753457c4ad4bd5815f6ce55723fcfcf44f298a47923e03e51d023a49) AuthConfig (4db1dd6250896b02d5f97b90471902db72d349ea082f211b7b5e4046c827d477) AuthConfig (309f6b916a61539853033efc6ca2e083c01c99e5b96f857a7c78b89f9816f598)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"e570b152-b85d-4da6-97c7-d8eb1e2c4859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.221011819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f83b33e7-b517-463d-8564-8400492a6cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.222200491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"56ef5126-c051-4895-af73-db280701b3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:23:55.23312529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"6b499f58-5826-4602-a8bb-37dfdc6cc8f3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.299548582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"53c3d370-b795-470d-b282-9d302167809d","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.398294556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"b0323e4c-4006-48fc-b245-4258706bf440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.410180669Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ab2d1ed6","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6","reconcileID":"a550b618-ac68-4ae1-9265-000c20d0a282","MaaSSubscription":{"name":"e2e-dry-sub-ab2d1ed6","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-dry-sub-ab2d1ed6","ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.457194081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"b0323e4c-4006-48fc-b245-4258706bf440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.500477403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"2f3e9498-894d-4f32-add2-5efd530a51ff","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.51369323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099191e40682a5a6b1df435c6dc10936b8b4e31a891f3520e8e9f8418b1acc3e) AuthConfig (4b5d6544ef7fd39f49a5af0551f4a404b0a5f49df3054a95306b7f797216c599) AuthConfig (12dec0ddb151cc18ef75cfe2b4260788095e28a391f359fc3f7da7c75381b728) AuthConfig (e5e9b9fa41efe7f56f3ea6e9079d12a9f3e89cd596105815b30b04ba7ba1281b) AuthConfig (7ebdbd5a6be861834fc366408f369ad8f021dfe8f061cbc93334bc801f3df98f) AuthConfig (735d43fce555e32c36cd137abc0678ce944fbfe58a677497d16ab8d9ab37074f) AuthConfig (12f3d170c629c434ef1558f623819a2294b75940427c1164b50933cdad3fb52f) AuthConfig (a6e80d640d49da44f2b60f9db62279137aa6839ed5acbca6493b96977b1f3f9b) AuthConfig (3474cd3af51b646106406cc4778f6a5608fdc62b1fd92f27ccbcf8ab285bc05c) AuthConfig (13694f4cecc05b3e953bb7d1aa68f96fad9b8548456e1357cc504ba9936493bf) AuthConfig (9a442413f7e81c114c48c6bbdd04c0e3809cdcdf4def1f524f6d3adf70468027) AuthConfig (7f9f489fba4cc345dba07951f043d704ea999478c1da34cd23037357dcdf1384) AuthConfig (a6fa5c95daf46871f07bc4e3ef7985a19659c040a1ef2a7baccccaa90e241705) AuthConfig (db8ed9490207e877020d08d86f8a9769046fd69225998abd4e476e93ef7b9431) AuthConfig (3aa68add648f18fb79f3def0d73f0c2f29d8ab60b1352cf4548a1a038cf3d923) AuthConfig (5c34c962f04362894a54cdf652c523865dbd1633f051244729b008181d474e55) AuthConfig (9a1afd5e20de63bb2c85d93c9c3fd7aae15a0f45cb6e07dc467b8063b97decee) AuthConfig (16cb85f469e7c5716866312b8b4cc95d7bd4782b54923c1571be2b995ef85c30) AuthConfig (8ea982efbe7afcd4f8dbaa4e864584b38ec852971d686ed11c87e99f1b9f4f9a) AuthConfig (dff7a596e1042978304d40238abe84063cc499f4a6a2f9def85e7c84d1df1ebc) AuthConfig (a69bb45bad035c53dd8c7176828b1cc26d0c9d3f775d2059034b1639ca1b49d8) AuthConfig (bb82cce53996fd9a50a4f33832b37ff599d227ab91d54895bf0ab989d1eb0b01) AuthConfig (f2655bcd7b6a7d3d8a4479c1c943c5f2b4d4fbb7d96408fc7ce07c4e7bd9f30c) AuthConfig (b1fdba63ead328fd43c505e06394bc2adb7e5e2dfb0a1e55ef2c41d8f345142f) AuthConfig (7fdbd59414185d321c56439c757d9c725c67465b49a83a52b935fdd9c5f0df82) AuthConfig (7d8b4229a4e8df0df0b627da5317c526c045e2ab5837161d638a7835193820d5) AuthConfig (e12ef81cd87aec42f5b2528c46a9aeefe6b1bca82398f07b17a52a4bf6e91945) AuthConfig (2c4b4abb753457c4ad4bd5815f6ce55723fcfcf44f298a47923e03e51d023a49) AuthConfig (4db1dd6250896b02d5f97b90471902db72d349ea082f211b7b5e4046c827d477) AuthConfig (309f6b916a61539853033efc6ca2e083c01c99e5b96f857a7c78b89f9816f598)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"b0323e4c-4006-48fc-b245-4258706bf440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.557378977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"2f3e9498-894d-4f32-add2-5efd530a51ff","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.576700021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"59e1444c-0de8-4fa0-a881-b6bf564db0a9","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.601081615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"077b0452-3bae-4e5f-a9a2-7db3ace7d123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.601073554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"f1d5601d-2edb-4e93-8404-89a9d760a0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.625887572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"ee4bb4e1-fcb6-46c0-a8a1-737b3a4ebab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.658520699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"077b0452-3bae-4e5f-a9a2-7db3ace7d123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.658869395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"f1d5601d-2edb-4e93-8404-89a9d760a0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:55.790782484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ab2d1ed6","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6","reconcileID":"106f1b4a-1a7c-4421-849f-f015dabe2da4","MaaSSubscription":{"name":"e2e-dry-sub-ab2d1ed6","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:59.514871684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"4d6bfb02-1b1e-4f08-b01a-f5eb9f1a6d63","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:59.675661801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"b6214363-2568-4d3b-8d60-8fa3d13a3dcc","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:59.675705967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"77a7cdba-bb0a-4d36-a641-ef4b6c8bd526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:59.676070647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f86c2af9-8545-4429-9bef-890637d52b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:59.733779142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f86c2af9-8545-4429-9bef-890637d52b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:59.733785959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"b6214363-2568-4d3b-8d60-8fa3d13a3dcc","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:23:59.735877878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"77a7cdba-bb0a-4d36-a641-ef4b6c8bd526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:03.416818247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"dc36a37a-afda-4b23-a370-1804e6e47ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:03.482606076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"dc36a37a-afda-4b23-a370-1804e6e47ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:03.541330342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"dc36a37a-afda-4b23-a370-1804e6e47ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:03.644337004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"aacbc77d-c9ce-4897-8208-eca01db664a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:03.702182507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"aacbc77d-c9ce-4897-8208-eca01db664a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:03.759113322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"aacbc77d-c9ce-4897-8208-eca01db664a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:05.34049405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a1c55235-d88d-4abc-8fc7-4ff53e62bdf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:05.398690756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a1c55235-d88d-4abc-8fc7-4ff53e62bdf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:05.455393323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099191e40682a5a6b1df435c6dc10936b8b4e31a891f3520e8e9f8418b1acc3e) AuthConfig (4b5d6544ef7fd39f49a5af0551f4a404b0a5f49df3054a95306b7f797216c599) AuthConfig (12dec0ddb151cc18ef75cfe2b4260788095e28a391f359fc3f7da7c75381b728) AuthConfig (e5e9b9fa41efe7f56f3ea6e9079d12a9f3e89cd596105815b30b04ba7ba1281b) AuthConfig (7ebdbd5a6be861834fc366408f369ad8f021dfe8f061cbc93334bc801f3df98f) AuthConfig (735d43fce555e32c36cd137abc0678ce944fbfe58a677497d16ab8d9ab37074f) AuthConfig (12f3d170c629c434ef1558f623819a2294b75940427c1164b50933cdad3fb52f) AuthConfig (a6e80d640d49da44f2b60f9db62279137aa6839ed5acbca6493b96977b1f3f9b) AuthConfig (3474cd3af51b646106406cc4778f6a5608fdc62b1fd92f27ccbcf8ab285bc05c) AuthConfig (13694f4cecc05b3e953bb7d1aa68f96fad9b8548456e1357cc504ba9936493bf) AuthConfig (9a442413f7e81c114c48c6bbdd04c0e3809cdcdf4def1f524f6d3adf70468027) AuthConfig (7f9f489fba4cc345dba07951f043d704ea999478c1da34cd23037357dcdf1384) AuthConfig (a6fa5c95daf46871f07bc4e3ef7985a19659c040a1ef2a7baccccaa90e241705) AuthConfig (db8ed9490207e877020d08d86f8a9769046fd69225998abd4e476e93ef7b9431) AuthConfig (3aa68add648f18fb79f3def0d73f0c2f29d8ab60b1352cf4548a1a038cf3d923) AuthConfig (5c34c962f04362894a54cdf652c523865dbd1633f051244729b008181d474e55) AuthConfig (9a1afd5e20de63bb2c85d93c9c3fd7aae15a0f45cb6e07dc467b8063b97decee) AuthConfig (16cb85f469e7c5716866312b8b4cc95d7bd4782b54923c1571be2b995ef85c30) AuthConfig (8ea982efbe7afcd4f8dbaa4e864584b38ec852971d686ed11c87e99f1b9f4f9a) AuthConfig (dff7a596e1042978304d40238abe84063cc499f4a6a2f9def85e7c84d1df1ebc) AuthConfig (a69bb45bad035c53dd8c7176828b1cc26d0c9d3f775d2059034b1639ca1b49d8) AuthConfig (bb82cce53996fd9a50a4f33832b37ff599d227ab91d54895bf0ab989d1eb0b01) AuthConfig (f2655bcd7b6a7d3d8a4479c1c943c5f2b4d4fbb7d96408fc7ce07c4e7bd9f30c) AuthConfig (b1fdba63ead328fd43c505e06394bc2adb7e5e2dfb0a1e55ef2c41d8f345142f) AuthConfig (7fdbd59414185d321c56439c757d9c725c67465b49a83a52b935fdd9c5f0df82) AuthConfig (7d8b4229a4e8df0df0b627da5317c526c045e2ab5837161d638a7835193820d5) AuthConfig (e12ef81cd87aec42f5b2528c46a9aeefe6b1bca82398f07b17a52a4bf6e91945) AuthConfig (2c4b4abb753457c4ad4bd5815f6ce55723fcfcf44f298a47923e03e51d023a49) AuthConfig (4db1dd6250896b02d5f97b90471902db72d349ea082f211b7b5e4046c827d477) AuthConfig (309f6b916a61539853033efc6ca2e083c01c99e5b96f857a7c78b89f9816f598)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a1c55235-d88d-4abc-8fc7-4ff53e62bdf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:05.675024752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f3b4837b-0b0d-43c5-9655-9f65087f436f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:05.732894618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f3b4837b-0b0d-43c5-9655-9f65087f436f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:05.790725156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d6cb38-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099191e40682a5a6b1df435c6dc10936b8b4e31a891f3520e8e9f8418b1acc3e) AuthConfig (4b5d6544ef7fd39f49a5af0551f4a404b0a5f49df3054a95306b7f797216c599) AuthConfig (12dec0ddb151cc18ef75cfe2b4260788095e28a391f359fc3f7da7c75381b728) AuthConfig (e5e9b9fa41efe7f56f3ea6e9079d12a9f3e89cd596105815b30b04ba7ba1281b) AuthConfig (7ebdbd5a6be861834fc366408f369ad8f021dfe8f061cbc93334bc801f3df98f) AuthConfig (735d43fce555e32c36cd137abc0678ce944fbfe58a677497d16ab8d9ab37074f) AuthConfig (12f3d170c629c434ef1558f623819a2294b75940427c1164b50933cdad3fb52f) AuthConfig (a6e80d640d49da44f2b60f9db62279137aa6839ed5acbca6493b96977b1f3f9b) AuthConfig (3474cd3af51b646106406cc4778f6a5608fdc62b1fd92f27ccbcf8ab285bc05c) AuthConfig (13694f4cecc05b3e953bb7d1aa68f96fad9b8548456e1357cc504ba9936493bf) AuthConfig (9a442413f7e81c114c48c6bbdd04c0e3809cdcdf4def1f524f6d3adf70468027) AuthConfig (7f9f489fba4cc345dba07951f043d704ea999478c1da34cd23037357dcdf1384) AuthConfig (a6fa5c95daf46871f07bc4e3ef7985a19659c040a1ef2a7baccccaa90e241705) AuthConfig (db8ed9490207e877020d08d86f8a9769046fd69225998abd4e476e93ef7b9431) AuthConfig (3aa68add648f18fb79f3def0d73f0c2f29d8ab60b1352cf4548a1a038cf3d923) AuthConfig (5c34c962f04362894a54cdf652c523865dbd1633f051244729b008181d474e55) AuthConfig (9a1afd5e20de63bb2c85d93c9c3fd7aae15a0f45cb6e07dc467b8063b97decee) AuthConfig (16cb85f469e7c5716866312b8b4cc95d7bd4782b54923c1571be2b995ef85c30) AuthConfig (8ea982efbe7afcd4f8dbaa4e864584b38ec852971d686ed11c87e99f1b9f4f9a) AuthConfig (dff7a596e1042978304d40238abe84063cc499f4a6a2f9def85e7c84d1df1ebc) AuthConfig (a69bb45bad035c53dd8c7176828b1cc26d0c9d3f775d2059034b1639ca1b49d8) AuthConfig (bb82cce53996fd9a50a4f33832b37ff599d227ab91d54895bf0ab989d1eb0b01) AuthConfig (f2655bcd7b6a7d3d8a4479c1c943c5f2b4d4fbb7d96408fc7ce07c4e7bd9f30c) AuthConfig (b1fdba63ead328fd43c505e06394bc2adb7e5e2dfb0a1e55ef2c41d8f345142f) AuthConfig (7fdbd59414185d321c56439c757d9c725c67465b49a83a52b935fdd9c5f0df82) AuthConfig (7d8b4229a4e8df0df0b627da5317c526c045e2ab5837161d638a7835193820d5) AuthConfig (e12ef81cd87aec42f5b2528c46a9aeefe6b1bca82398f07b17a52a4bf6e91945) AuthConfig (2c4b4abb753457c4ad4bd5815f6ce55723fcfcf44f298a47923e03e51d023a49) AuthConfig (4db1dd6250896b02d5f97b90471902db72d349ea082f211b7b5e4046c827d477) AuthConfig (309f6b916a61539853033efc6ca2e083c01c99e5b96f857a7c78b89f9816f598)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f3b4837b-0b0d-43c5-9655-9f65087f436f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:08.786742401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"8a96f2ca-633b-4fef-9641-f28a04d31d6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:08.957611063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"fe05298f-4de4-4d60-b948-5044e66762bb","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.0949087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"a719ac35-8476-4f50-b2e6-99f88f103f49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.26616976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"74af1c63-61cd-4b46-9698-e8864ff5dbc1","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.681440689Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ab2d1ed6","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6","reconcileID":"7a2f73f2-401c-40d5-8d7a-c43b51ecbc20","MaaSSubscription":{"name":"e2e-dry-sub-ab2d1ed6","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"e2e-dry-sub-ab2d1ed6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.686618784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1c9b7cd1-8206-45d8-94ca-bd93f5f0f9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.686680539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2b0d9fce-2b81-43c1-993f-20300128f979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.745780197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2b0d9fce-2b81-43c1-993f-20300128f979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.74578019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1c9b7cd1-8206-45d8-94ca-bd93f5f0f9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.80234634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669fd13dfb6f84f6e255bbee071a63253e1d5bd80a372cb6a445299b3c53a1a6) AuthConfig (cbaea0f78f7b655ed1c234a9fbf7020e12e29bee546d39c314b814aa1692620f) AuthConfig (a24eea90cd520665ff61391c71ddaf8965158b1b42c4e6f9fe99dd03dfa7c401) AuthConfig (228ec96802a09009d984b3728e4e96175fefb32ba2e3b918071e85b3f8ec79d0) AuthConfig (7da280ddad70ebcc1b84b8a595244d0682cd0302755439371683331c4562cfe5) AuthConfig (fbf5e5a312486cd624620a8628b976f89d3b75ffa1d3e47224c08e003294432f) AuthConfig (327ad026e5a9c61ed15c52c9e2fb0c219e4d9a636a17ed736f525f2b42ebfd6d) AuthConfig (bdc9387e460a2dc1a85bc42d8ce6440788e8331159ace91b443c9628ef7c1fed) AuthConfig (0ad1aa31e975e4b569a9617aed9c37982646578e71674b0d96896f60dc232a90) AuthConfig (bcf1ddf402fe28df1f45e616a2e2380b51177c45a7f8dcdd03bc2aa6b5814d26) AuthConfig (b0476fc7cd4ea3306c893f375fa8b815ad5c84676dd8000109732b76fc6c9e7d) AuthConfig (ea4599ace477623ac871dedf5650245e6a589cd60cb7c50944431b6bd5453ebc) AuthConfig (8cb0b0d9cbe25e4182aea7d2ed6f3ca636a7d0c9be364f722b182dde26da45e1) AuthConfig (2ab986aa56245948b966f417e9db684ac2bae70862e05b68a996c57de4d7c4c9) AuthConfig (dcddce6770eda2db3f8f60d8b51b5ed927194e11c56d328f35000b6f5e92dbdf) AuthConfig (93867ab0bab47561de7ff57c3a2f54a4e134cfb5a3ee35d78ee703589d669077) AuthConfig (4b932ff2b149c42a260b63c5bdd2b0515a398d1964de7381e0735756ee620b8e) AuthConfig (86115b8156c50eab2036378ac37ec53b33537f0eef44a4aa5d81752c24254c82) AuthConfig (4cc208f8f31098b1cdf91b5776a85b52bae0339e659b20995e8ad11208703993) AuthConfig (00c4d48b9f06a2f5dbb9cbe22ae3dcc9e10401b038e62058849dcebe2769e4f1) AuthConfig (fbfa7264341556b62c34307c6c836c7e015aeca2df10913c89f8c2d9d38fd28d) AuthConfig (29a6e78291fb6eb1600fcc523c35316897713ec3a1f3092074998de0701a2bff) AuthConfig (9a7eea6dc0fbfacc7f1b1980a90d1b04de88692dd5758d6a6457477b77a64673) AuthConfig (03e9bc99c98697160f9a6db2252bc0ba9e88e4ed113a3d5d851256f6cee3dcab) AuthConfig (d2e0eee1c8e9f13da0b4cd4af8a834f482ac80e1620cc44747922a7c61d6a51b) AuthConfig (83f9aef31a325eccb5ee1ca5935289e892a53f7f9d05ac2a6d2b8a973624d6db) AuthConfig (59093ab44195ceb3a72fd7400b422644d3d7c840cd3e838bafbbcf827cbcc073) AuthConfig (06c24ca69f585351676e3a47fdf7a96df9b9a8fe85641e1c3348c8cfdfe446cb) AuthConfig (96d049688a520cd26e12f2232f544b815eac1611ab00713e2f641e57b40e5f84) AuthConfig (0e0bbf1b6879cb3f68f7ea7f2afda47c74a88c5d3cb97fdf3e110cdc54718649)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1c9b7cd1-8206-45d8-94ca-bd93f5f0f9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.802482304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669fd13dfb6f84f6e255bbee071a63253e1d5bd80a372cb6a445299b3c53a1a6) AuthConfig (cbaea0f78f7b655ed1c234a9fbf7020e12e29bee546d39c314b814aa1692620f) AuthConfig (a24eea90cd520665ff61391c71ddaf8965158b1b42c4e6f9fe99dd03dfa7c401) AuthConfig (228ec96802a09009d984b3728e4e96175fefb32ba2e3b918071e85b3f8ec79d0) AuthConfig (7da280ddad70ebcc1b84b8a595244d0682cd0302755439371683331c4562cfe5) AuthConfig (fbf5e5a312486cd624620a8628b976f89d3b75ffa1d3e47224c08e003294432f) AuthConfig (327ad026e5a9c61ed15c52c9e2fb0c219e4d9a636a17ed736f525f2b42ebfd6d) AuthConfig (bdc9387e460a2dc1a85bc42d8ce6440788e8331159ace91b443c9628ef7c1fed) AuthConfig (0ad1aa31e975e4b569a9617aed9c37982646578e71674b0d96896f60dc232a90) AuthConfig (bcf1ddf402fe28df1f45e616a2e2380b51177c45a7f8dcdd03bc2aa6b5814d26) AuthConfig (b0476fc7cd4ea3306c893f375fa8b815ad5c84676dd8000109732b76fc6c9e7d) AuthConfig (ea4599ace477623ac871dedf5650245e6a589cd60cb7c50944431b6bd5453ebc) AuthConfig (8cb0b0d9cbe25e4182aea7d2ed6f3ca636a7d0c9be364f722b182dde26da45e1) AuthConfig (2ab986aa56245948b966f417e9db684ac2bae70862e05b68a996c57de4d7c4c9) AuthConfig (dcddce6770eda2db3f8f60d8b51b5ed927194e11c56d328f35000b6f5e92dbdf) AuthConfig (93867ab0bab47561de7ff57c3a2f54a4e134cfb5a3ee35d78ee703589d669077) AuthConfig (4b932ff2b149c42a260b63c5bdd2b0515a398d1964de7381e0735756ee620b8e) AuthConfig (86115b8156c50eab2036378ac37ec53b33537f0eef44a4aa5d81752c24254c82) AuthConfig (4cc208f8f31098b1cdf91b5776a85b52bae0339e659b20995e8ad11208703993) AuthConfig (00c4d48b9f06a2f5dbb9cbe22ae3dcc9e10401b038e62058849dcebe2769e4f1) AuthConfig (fbfa7264341556b62c34307c6c836c7e015aeca2df10913c89f8c2d9d38fd28d) AuthConfig (29a6e78291fb6eb1600fcc523c35316897713ec3a1f3092074998de0701a2bff) AuthConfig (9a7eea6dc0fbfacc7f1b1980a90d1b04de88692dd5758d6a6457477b77a64673) AuthConfig (03e9bc99c98697160f9a6db2252bc0ba9e88e4ed113a3d5d851256f6cee3dcab) AuthConfig (d2e0eee1c8e9f13da0b4cd4af8a834f482ac80e1620cc44747922a7c61d6a51b) AuthConfig (83f9aef31a325eccb5ee1ca5935289e892a53f7f9d05ac2a6d2b8a973624d6db) AuthConfig (59093ab44195ceb3a72fd7400b422644d3d7c840cd3e838bafbbcf827cbcc073) AuthConfig (06c24ca69f585351676e3a47fdf7a96df9b9a8fe85641e1c3348c8cfdfe446cb) AuthConfig (96d049688a520cd26e12f2232f544b815eac1611ab00713e2f641e57b40e5f84) AuthConfig (0e0bbf1b6879cb3f68f7ea7f2afda47c74a88c5d3cb97fdf3e110cdc54718649)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2b0d9fce-2b81-43c1-993f-20300128f979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.861268751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"2272e495-5a9a-4eab-824f-77e4fd15054a","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.863421913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"a1f6c8c6-9f54-4015-89c1-c78041b99436","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:09.903080476Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ab2d1ed6","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6","reconcileID":"7a2f73f2-401c-40d5-8d7a-c43b51ecbc20","MaaSSubscription":{"name":"e2e-dry-sub-ab2d1ed6","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.021477627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fa788802-dfe2-47d8-a42f-02379d41e4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.022482835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5915ff54-2cab-41a6-8ef9-52273d045ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.079214376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fa788802-dfe2-47d8-a42f-02379d41e4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.079645038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5915ff54-2cab-41a6-8ef9-52273d045ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.119057747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"fb80825c-d79e-4c00-924d-d1f66db59800","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.135606738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669fd13dfb6f84f6e255bbee071a63253e1d5bd80a372cb6a445299b3c53a1a6) AuthConfig (cbaea0f78f7b655ed1c234a9fbf7020e12e29bee546d39c314b814aa1692620f) AuthConfig (a24eea90cd520665ff61391c71ddaf8965158b1b42c4e6f9fe99dd03dfa7c401) AuthConfig (228ec96802a09009d984b3728e4e96175fefb32ba2e3b918071e85b3f8ec79d0) AuthConfig (7da280ddad70ebcc1b84b8a595244d0682cd0302755439371683331c4562cfe5) AuthConfig (fbf5e5a312486cd624620a8628b976f89d3b75ffa1d3e47224c08e003294432f) AuthConfig (327ad026e5a9c61ed15c52c9e2fb0c219e4d9a636a17ed736f525f2b42ebfd6d) AuthConfig (bdc9387e460a2dc1a85bc42d8ce6440788e8331159ace91b443c9628ef7c1fed) AuthConfig (0ad1aa31e975e4b569a9617aed9c37982646578e71674b0d96896f60dc232a90) AuthConfig (bcf1ddf402fe28df1f45e616a2e2380b51177c45a7f8dcdd03bc2aa6b5814d26) AuthConfig (b0476fc7cd4ea3306c893f375fa8b815ad5c84676dd8000109732b76fc6c9e7d) AuthConfig (ea4599ace477623ac871dedf5650245e6a589cd60cb7c50944431b6bd5453ebc) AuthConfig (8cb0b0d9cbe25e4182aea7d2ed6f3ca636a7d0c9be364f722b182dde26da45e1) AuthConfig (2ab986aa56245948b966f417e9db684ac2bae70862e05b68a996c57de4d7c4c9) AuthConfig (dcddce6770eda2db3f8f60d8b51b5ed927194e11c56d328f35000b6f5e92dbdf) AuthConfig (93867ab0bab47561de7ff57c3a2f54a4e134cfb5a3ee35d78ee703589d669077) AuthConfig (4b932ff2b149c42a260b63c5bdd2b0515a398d1964de7381e0735756ee620b8e) AuthConfig (86115b8156c50eab2036378ac37ec53b33537f0eef44a4aa5d81752c24254c82) AuthConfig (4cc208f8f31098b1cdf91b5776a85b52bae0339e659b20995e8ad11208703993) AuthConfig (00c4d48b9f06a2f5dbb9cbe22ae3dcc9e10401b038e62058849dcebe2769e4f1) AuthConfig (fbfa7264341556b62c34307c6c836c7e015aeca2df10913c89f8c2d9d38fd28d) AuthConfig (29a6e78291fb6eb1600fcc523c35316897713ec3a1f3092074998de0701a2bff) AuthConfig (9a7eea6dc0fbfacc7f1b1980a90d1b04de88692dd5758d6a6457477b77a64673) AuthConfig (03e9bc99c98697160f9a6db2252bc0ba9e88e4ed113a3d5d851256f6cee3dcab) AuthConfig (d2e0eee1c8e9f13da0b4cd4af8a834f482ac80e1620cc44747922a7c61d6a51b) AuthConfig (83f9aef31a325eccb5ee1ca5935289e892a53f7f9d05ac2a6d2b8a973624d6db) AuthConfig (59093ab44195ceb3a72fd7400b422644d3d7c840cd3e838bafbbcf827cbcc073) AuthConfig (06c24ca69f585351676e3a47fdf7a96df9b9a8fe85641e1c3348c8cfdfe446cb) AuthConfig (96d049688a520cd26e12f2232f544b815eac1611ab00713e2f641e57b40e5f84) AuthConfig (0e0bbf1b6879cb3f68f7ea7f2afda47c74a88c5d3cb97fdf3e110cdc54718649)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fa788802-dfe2-47d8-a42f-02379d41e4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.135994921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669fd13dfb6f84f6e255bbee071a63253e1d5bd80a372cb6a445299b3c53a1a6) AuthConfig (cbaea0f78f7b655ed1c234a9fbf7020e12e29bee546d39c314b814aa1692620f) AuthConfig (a24eea90cd520665ff61391c71ddaf8965158b1b42c4e6f9fe99dd03dfa7c401) AuthConfig (228ec96802a09009d984b3728e4e96175fefb32ba2e3b918071e85b3f8ec79d0) AuthConfig (7da280ddad70ebcc1b84b8a595244d0682cd0302755439371683331c4562cfe5) AuthConfig (fbf5e5a312486cd624620a8628b976f89d3b75ffa1d3e47224c08e003294432f) AuthConfig (327ad026e5a9c61ed15c52c9e2fb0c219e4d9a636a17ed736f525f2b42ebfd6d) AuthConfig (bdc9387e460a2dc1a85bc42d8ce6440788e8331159ace91b443c9628ef7c1fed) AuthConfig (0ad1aa31e975e4b569a9617aed9c37982646578e71674b0d96896f60dc232a90) AuthConfig (bcf1ddf402fe28df1f45e616a2e2380b51177c45a7f8dcdd03bc2aa6b5814d26) AuthConfig (b0476fc7cd4ea3306c893f375fa8b815ad5c84676dd8000109732b76fc6c9e7d) AuthConfig (ea4599ace477623ac871dedf5650245e6a589cd60cb7c50944431b6bd5453ebc) AuthConfig (8cb0b0d9cbe25e4182aea7d2ed6f3ca636a7d0c9be364f722b182dde26da45e1) AuthConfig (2ab986aa56245948b966f417e9db684ac2bae70862e05b68a996c57de4d7c4c9) AuthConfig (dcddce6770eda2db3f8f60d8b51b5ed927194e11c56d328f35000b6f5e92dbdf) AuthConfig (93867ab0bab47561de7ff57c3a2f54a4e134cfb5a3ee35d78ee703589d669077) AuthConfig (4b932ff2b149c42a260b63c5bdd2b0515a398d1964de7381e0735756ee620b8e) AuthConfig (86115b8156c50eab2036378ac37ec53b33537f0eef44a4aa5d81752c24254c82) AuthConfig (4cc208f8f31098b1cdf91b5776a85b52bae0339e659b20995e8ad11208703993) AuthConfig (00c4d48b9f06a2f5dbb9cbe22ae3dcc9e10401b038e62058849dcebe2769e4f1) AuthConfig (fbfa7264341556b62c34307c6c836c7e015aeca2df10913c89f8c2d9d38fd28d) AuthConfig (29a6e78291fb6eb1600fcc523c35316897713ec3a1f3092074998de0701a2bff) AuthConfig (9a7eea6dc0fbfacc7f1b1980a90d1b04de88692dd5758d6a6457477b77a64673) AuthConfig (03e9bc99c98697160f9a6db2252bc0ba9e88e4ed113a3d5d851256f6cee3dcab) AuthConfig (d2e0eee1c8e9f13da0b4cd4af8a834f482ac80e1620cc44747922a7c61d6a51b) AuthConfig (83f9aef31a325eccb5ee1ca5935289e892a53f7f9d05ac2a6d2b8a973624d6db) AuthConfig (59093ab44195ceb3a72fd7400b422644d3d7c840cd3e838bafbbcf827cbcc073) AuthConfig (06c24ca69f585351676e3a47fdf7a96df9b9a8fe85641e1c3348c8cfdfe446cb) AuthConfig (96d049688a520cd26e12f2232f544b815eac1611ab00713e2f641e57b40e5f84) AuthConfig (0e0bbf1b6879cb3f68f7ea7f2afda47c74a88c5d3cb97fdf3e110cdc54718649)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5915ff54-2cab-41a6-8ef9-52273d045ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.163382053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"e7991551-17be-4c6b-a94e-4f2544302fec","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:10.190439591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fa788802-dfe2-47d8-a42f-02379d41e4bc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.320677988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"7740ce35-a461-4a39-9146-78c52dcf5056","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.323475995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"2025c51f-1b6a-4d77-ab0f-3e35a07b76be","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.323976685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"f40e2c21-57cf-42f6-a341-6947331bccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.323993823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"fdd02d05-8632-40cb-a18a-1f57ac96a023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.355241632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"0160c22b-a0ad-44b4-b54f-a6a7d5444f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.380900438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"2025c51f-1b6a-4d77-ab0f-3e35a07b76be","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.381614922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"f40e2c21-57cf-42f6-a341-6947331bccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.383014429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"fdd02d05-8632-40cb-a18a-1f57ac96a023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.412496923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"0160c22b-a0ad-44b4-b54f-a6a7d5444f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.468954708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669fd13dfb6f84f6e255bbee071a63253e1d5bd80a372cb6a445299b3c53a1a6) AuthConfig (cbaea0f78f7b655ed1c234a9fbf7020e12e29bee546d39c314b814aa1692620f) AuthConfig (a24eea90cd520665ff61391c71ddaf8965158b1b42c4e6f9fe99dd03dfa7c401) AuthConfig (228ec96802a09009d984b3728e4e96175fefb32ba2e3b918071e85b3f8ec79d0) AuthConfig (7da280ddad70ebcc1b84b8a595244d0682cd0302755439371683331c4562cfe5) AuthConfig (fbf5e5a312486cd624620a8628b976f89d3b75ffa1d3e47224c08e003294432f) AuthConfig (327ad026e5a9c61ed15c52c9e2fb0c219e4d9a636a17ed736f525f2b42ebfd6d) AuthConfig (bdc9387e460a2dc1a85bc42d8ce6440788e8331159ace91b443c9628ef7c1fed) AuthConfig (0ad1aa31e975e4b569a9617aed9c37982646578e71674b0d96896f60dc232a90) AuthConfig (bcf1ddf402fe28df1f45e616a2e2380b51177c45a7f8dcdd03bc2aa6b5814d26) AuthConfig (b0476fc7cd4ea3306c893f375fa8b815ad5c84676dd8000109732b76fc6c9e7d) AuthConfig (ea4599ace477623ac871dedf5650245e6a589cd60cb7c50944431b6bd5453ebc) AuthConfig (8cb0b0d9cbe25e4182aea7d2ed6f3ca636a7d0c9be364f722b182dde26da45e1) AuthConfig (2ab986aa56245948b966f417e9db684ac2bae70862e05b68a996c57de4d7c4c9) AuthConfig (dcddce6770eda2db3f8f60d8b51b5ed927194e11c56d328f35000b6f5e92dbdf) AuthConfig (93867ab0bab47561de7ff57c3a2f54a4e134cfb5a3ee35d78ee703589d669077) AuthConfig (4b932ff2b149c42a260b63c5bdd2b0515a398d1964de7381e0735756ee620b8e) AuthConfig (86115b8156c50eab2036378ac37ec53b33537f0eef44a4aa5d81752c24254c82) AuthConfig (4cc208f8f31098b1cdf91b5776a85b52bae0339e659b20995e8ad11208703993) AuthConfig (00c4d48b9f06a2f5dbb9cbe22ae3dcc9e10401b038e62058849dcebe2769e4f1) AuthConfig (fbfa7264341556b62c34307c6c836c7e015aeca2df10913c89f8c2d9d38fd28d) AuthConfig (29a6e78291fb6eb1600fcc523c35316897713ec3a1f3092074998de0701a2bff) AuthConfig (9a7eea6dc0fbfacc7f1b1980a90d1b04de88692dd5758d6a6457477b77a64673) AuthConfig (03e9bc99c98697160f9a6db2252bc0ba9e88e4ed113a3d5d851256f6cee3dcab) AuthConfig (d2e0eee1c8e9f13da0b4cd4af8a834f482ac80e1620cc44747922a7c61d6a51b) AuthConfig (83f9aef31a325eccb5ee1ca5935289e892a53f7f9d05ac2a6d2b8a973624d6db) AuthConfig (59093ab44195ceb3a72fd7400b422644d3d7c840cd3e838bafbbcf827cbcc073) AuthConfig (06c24ca69f585351676e3a47fdf7a96df9b9a8fe85641e1c3348c8cfdfe446cb) AuthConfig (96d049688a520cd26e12f2232f544b815eac1611ab00713e2f641e57b40e5f84) AuthConfig (0e0bbf1b6879cb3f68f7ea7f2afda47c74a88c5d3cb97fdf3e110cdc54718649)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"0160c22b-a0ad-44b4-b54f-a6a7d5444f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.589427975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-dry-sub-ab2d1ed6-auth","reconcileID":"5176ea1d-6aaf-404b-96ff-fd631c4a385b","MaaSAuthPolicy":{"name":"e2e-dry-sub-ab2d1ed6-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:10.753627797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"1d702b3e-c4b1-4e2d-92db-b447a8301955","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:11.865437176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"0fcf4562-e042-4440-a95e-77e6d974c325","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:11.923246531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"8a2be904-a206-4b98-86de-9a977be17010","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.082759791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"b06550af-254f-47c5-a9b8-ef2e130d2d82","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.133960003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"7c2bd28f-0e59-4eef-9220-c44d577ff34e","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.14000158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"b06550af-254f-47c5-a9b8-ef2e130d2d82","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.191999894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"76e8b944-42ac-49fb-bc16-7c43906f0e19","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:12.240793462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b","reconcileID":"619ba678-75df-4bff-8dbd-d947b6d88acd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-c8c12d5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.293213475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"69bcb3b0-527b-4ddc-95f6-3684d0b86f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.293689958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"84cefdfe-2509-4af4-8012-dec9d0e5d218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.351026806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"69bcb3b0-527b-4ddc-95f6-3684d0b86f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.351475947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"84cefdfe-2509-4af4-8012-dec9d0e5d218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.352981987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"effea846-dcef-4a31-b23e-b76afa293aa6","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.40833518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"890cb360-6189-47da-9f34-14ca7d26cbce","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.460523936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"52f7ee8d-80d1-429d-80f0-7d5bf695259d","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.622259123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"a17018e8-ef61-4308-aaa2-a6d0d35bba0d","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.653928245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.679664036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"a17018e8-ef61-4308-aaa2-a6d0d35bba0d","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.68140329Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b","reconcileID":"94ad4f97-8a93-41f5-b0ac-7f2db46e12d8","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-combo-sub-c8c12d5b","ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.72107873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"da19952f-f98f-4092-8b1e-b72d25a7d8c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.721078682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"db870c87-6c37-45e9-81b3-41cf588d676f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.778780264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"da19952f-f98f-4092-8b1e-b72d25a7d8c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.78012511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"db870c87-6c37-45e9-81b3-41cf588d676f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.850519376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"b7d661a9-cf4c-4846-a82c-2e39d975fd65","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:12.902307687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"6a44bb70-d6ab-46be-93e8-5f93618d4a60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:13.001397901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"a17018e8-ef61-4308-aaa2-a6d0d35bba0d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-c8c12d5b-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:13.064843715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b","reconcileID":"c786e4c7-c875-422c-a315-ec4dd46a499a","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:13.167294483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"2f6587b0-63d1-4ae6-b4d0-d609eb3d81d2","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:13.225875828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"2f6587b0-63d1-4ae6-b4d0-d609eb3d81d2","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:14.517962468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"f991bd05-477b-4a07-9908-ef45df8c60c6","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:14.583902988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"f224e46a-983c-4326-8daa-fc2635d4923e","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:15.616614214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"e39139ce-0620-4803-b4ea-ae9977ad3b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:15.67438806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"e39139ce-0620-4803-b4ea-ae9977ad3b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:15.952785141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f32e1d0e-3270-40b3-bf76-b4a7f5c58ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:15.996831025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"1b54bcd5-cabe-47ee-8969-419955a8ead6","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:16.011271939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f32e1d0e-3270-40b3-bf76-b4a7f5c58ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:16.334944138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"29904fe7-2abb-4bd5-b555-8c66bfb03e84","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:17.284913411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"3a3264b1-979f-49c4-a39f-f473e1d3c18b","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:17.44545934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"a0d93d00-6b03-43db-919d-ff89b6d87263","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:17.446210892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7a375b45-6590-4ce8-9b08-ebbdb48a62b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:17.507821893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7a375b45-6590-4ce8-9b08-ebbdb48a62b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:17.510004064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"a0d93d00-6b03-43db-919d-ff89b6d87263","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:17.546758032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"805b1cc4-466b-4f0d-b6e8-48964e6323a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:17.604612769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"805b1cc4-466b-4f0d-b6e8-48964e6323a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:20.301469166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"7d023b90-dd91-424a-a8ce-741b4eee3b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:20.359486298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"7d023b90-dd91-424a-a8ce-741b4eee3b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:20.629672113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"9155f5b0-e387-4647-ba1d-28cfb7b923e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:20.680517488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"ab4ae102-2887-43bb-b248-4ab54163fcd0","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:20.686944026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"9155f5b0-e387-4647-ba1d-28cfb7b923e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:21.009486427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"5f12e326-1f37-4408-9552-f016f468e364","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:27.452072863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b","reconcileID":"1073da7e-c8d3-44ec-8ffa-3bc56849f55c","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"e2e-combo-sub-c8c12d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:27.672503856Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b","reconcileID":"1073da7e-c8d3-44ec-8ffa-3bc56849f55c","MaaSSubscription":{"name":"e2e-combo-sub-c8c12d5b","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:27.888552416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"74fd07f8-d2ba-4505-bfa5-c62e95166b8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:27.933405814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"7e93fc3f-0b54-4a22-bea8-ba87546a06e5","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.072929421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"4afe3069-ecf4-4f14-8312-d86debfe8333","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.094698079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"67accdeb-b59a-47d9-b54f-13b2e59d21ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.094871201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2579d80c-73f9-4777-95a6-04eedb27ff8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.094700778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"609f26df-e691-4544-a982-f0f8a4ff1dba","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.154050492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"67accdeb-b59a-47d9-b54f-13b2e59d21ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.15405049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"609f26df-e691-4544-a982-f0f8a4ff1dba","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.156442475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2579d80c-73f9-4777-95a6-04eedb27ff8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.361862112Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-combo-sub-c8c12d5b-auth","reconcileID":"1f7c6b09-fb28-4cac-879b-938e7395297c","MaaSAuthPolicy":{"name":"e2e-combo-sub-c8c12d5b-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:28.528637304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"3feb1440-3cd3-4dcb-8547-ecabd8cf2782","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.412922844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"eb8fa7ed-db9a-436c-ba7a-27f0cb5925a1","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.471812098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"3d180e5f-549d-408f-9217-0f5d8f4f3ffc","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.631170864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"0bf57941-402e-4664-9521-72daad2f6292","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.688589187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"0bf57941-402e-4664-9521-72daad2f6292","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.755409192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"aec534d4-43ca-49f0-9bb6-beaba94cab20","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:31.784734605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"c984bcc9-5e69-4ac6-ab5d-2a74378202ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.814617604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"b144a816-9638-4374-95a1-d99bd614c9b3","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.840602298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a48bcd3f-3738-48a1-b4ec-8b52f09f14e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.840603196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2290b60d-d050-495f-bb35-b769eb21a4c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.887943614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"905ad2f0-61ae-424f-8aaf-b58d9cf94be3","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.898276394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2290b60d-d050-495f-bb35-b769eb21a4c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.898279055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a48bcd3f-3738-48a1-b4ec-8b52f09f14e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.923199671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"8f355b68-10ff-4944-bf75-98af845e3f47","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.946352004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8bde4e5b-1268-4c9b-9100-ca683833039c","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:31.981252123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"f116f702-aea8-41ac-8bee-f9f76ec6efc2","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:31.995107811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"22ef1c7c-67aa-4c33-ac62-e4247109d7bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:32.000852751Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f51151/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.011142906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"9da1d3f6-7e74-4201-9aba-aa30341c3ca0","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.057445607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"9c454757-f430-40b2-b3ef-bc38d923392a","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.106120482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"afc3760c-b713-4827-a258-f0e8e2870ef4","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.115032521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"23a65796-d9ab-416c-aa75-7db0ec427b36","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.156084258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"f54578a2-45bc-4569-a083-365d38509d5b","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.163980875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"2d3192f9-d384-40a0-bbfa-b9f4019f2af9","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.170784129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"a7606bff-7de5-4dfd-8543-e023451d9fd4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.211646846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"2ac6690a-caa5-4beb-9627-66c2f20a246d","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.2283635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"a7606bff-7de5-4dfd-8543-e023451d9fd4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.256431385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"1249dabe-1476-4a84-9b66-ef068cd72ad1","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.256522777Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"1249dabe-1476-4a84-9b66-ef068cd72ad1","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.258711691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"81efbda5-c656-4cb0-9775-afc14bd50904","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.274794538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"ece2b41d-d54a-486a-9036-563b1b55d4d9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.311922067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ade28785-b336-428f-b306-d6707a51cece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.311929395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"854f7ce7-62fb-4cb2-a8ee-76647d268018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.33228389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"ece2b41d-d54a-486a-9036-563b1b55d4d9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.357195635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"124d9af6-9ffb-4e64-97a8-8232a5cc5725","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.369216277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ade28785-b336-428f-b306-d6707a51cece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.369758555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"854f7ce7-62fb-4cb2-a8ee-76647d268018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.37827739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"8c91225d-049e-49a7-93ed-68bd9358a3d7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.385110773Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"f7403599-fbad-48a4-a31f-74c007320705","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"simulator-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.423017207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"99ccc393-3cb5-4a23-8704-504948c01537","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.451599007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"8c91225d-049e-49a7-93ed-68bd9358a3d7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.473118521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"426ba925-cb9b-48e1-90eb-91cc77a4d82b","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.477893803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"1eb3ed0b-9f87-4779-8a9d-41d0eff14c71","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.48849135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d93a93a1-a43b-4e19-af83-82580272f61c","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.488949286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"0bea2186-3d77-4afe-be9c-c3b4a9fe71c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.513189902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"0196a5bd-d85f-4c5f-a332-c8358de9b49b","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.520206517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"e7d0ae02-855d-4be8-a824-028d992f930b","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.536892151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"dc93f5fb-09d1-401a-b4d1-c07751eb80f9","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:32.544473315Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0c9014/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.562080201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"c817e6b4-f6b5-4d94-89fd-f10f497a2c29","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.569961873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"515a5325-949e-450b-9791-3795d7b46954","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.581797999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"35829148-99db-4af1-a2ac-7716fecfbfe8","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.602741997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"1b469869-e53a-4fb7-b8a4-5257a3f3447a","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.619436064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"eb0caba6-4361-4f35-9402-5b813c2425ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.640012033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"0aa4844c-2083-4efd-895d-952a7f4e089d","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:32.656790191Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-a-c4a1c005","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-c4a1c005\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.697755949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"243b46f6-581a-4e06-b407-6d83b17c0fa5","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.710702812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"2286fc63-e9aa-420c-a621-69c8e3ce6432","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.726601708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"7cad7dd9-a386-4635-9cd6-d7c0f9f4014e","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.73463389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"ae990c76-4d00-460f-a151-697e767deea1","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.734718797Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"ae990c76-4d00-460f-a151-697e767deea1","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.745784259Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"eb0caba6-4361-4f35-9402-5b813c2425ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.782521412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"d55ed7c4-bfb0-42f7-ac40-1b25f9fb21b8","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:32.785557755Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6fa533/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.794790127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"6426122a-10c8-46d4-a26d-b6c47477bb46","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.796077517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"7306e953-8dd8-4c30-b51e-7dbb18f0a413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.823442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"30b5423f-e143-42cf-9c89-81331ebec09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.824814975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"eb0caba6-4361-4f35-9402-5b813c2425ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.836873342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"1faf23c9-61bd-4234-b4a7-b9b07b173ff0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.839476035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"012bd77b-9ec9-4021-92d7-d616294b614c","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.882817329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"7306e953-8dd8-4c30-b51e-7dbb18f0a413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.883746689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"30b5423f-e143-42cf-9c89-81331ebec09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.897513857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"e166011f-0556-4533-8dc6-979902d60fec","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.898234769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d1b0bd59-fca7-4cfc-8f4e-1d5a40dbdcbe","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.900818771Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-sub","reconcileID":"f87d4205-308d-40aa-90e5-6c273df7991f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.939412992Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005","reconcileID":"02ae4139-90e7-4673-ab4f-dbc4be778d49","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-a-c4a1c005","ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.956701591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"e166011f-0556-4533-8dc6-979902d60fec","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:32.996464477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"fbcc6f38-4285-46af-81df-befe0b547635","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.00169969Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"4ea84655-66b7-4ee1-b58f-c419ade2f194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"premium-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.055431591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"fbcc6f38-4285-46af-81df-befe0b547635","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.072357088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"7246ef1e-8dd2-4a7b-ae2d-ab1ff0e8395f","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.100578883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"3b59dd96-b129-4b2d-9d46-8f9cae14b14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.108462782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"c6ce7d53-fbab-4a87-99a5-1e30faeee96d","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.159368115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"3b59dd96-b129-4b2d-9d46-8f9cae14b14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.164187142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"c19e00cf-2e8c-44ca-abfe-6cfb3ed02468","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.164445593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"5956d977-bd00-456c-9dec-b64c205b7da5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.170977927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"cc062b76-4ca3-4120-81a6-935a9c87ff07","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.249176025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"1002c225-f227-4c6a-a3c5-2f0c1324e087","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.253296725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ae93bc62-f584-4b98-ac21-50e3b928f81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.253328257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"9f1ea51c-e896-4bf9-9934-0d38a54477df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.288925852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-sub","reconcileID":"475f265a-948c-40d1-90ea-5c22b07cb122","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.311181931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ae93bc62-f584-4b98-ac21-50e3b928f81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.311298027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"9f1ea51c-e896-4bf9-9934-0d38a54477df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.324838424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005","reconcileID":"6a4e0585-ac13-444d-9fac-4cf8e140c688","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:33.347696823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"fbcc6f38-4285-46af-81df-befe0b547635","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-c4a1c005-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.368053515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ae93bc62-f584-4b98-ac21-50e3b928f81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.390635632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"0fd9efd1-11c7-4e1b-95e6-6d899909b972","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.408596684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"1404972a-bc96-4f4c-a623-e6988de0691d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.466753742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"1404972a-bc96-4f4c-a623-e6988de0691d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.513447501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"1704dcf1-a4f7-4b38-b3d8-f60cad9e85ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.522997515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"1404972a-bc96-4f4c-a623-e6988de0691d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.57091864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"1704dcf1-a4f7-4b38-b3d8-f60cad9e85ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.581092391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"698624de-529d-4046-8b5b-0d8f68c11380","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.743023282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"2e4874c2-16ae-4ac2-9f84-4f8c73d3bc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.800957639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"2e4874c2-16ae-4ac2-9f84-4f8c73d3bc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:33.857551736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"2e4874c2-16ae-4ac2-9f84-4f8c73d3bc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:34.536741345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"91c71770-1da2-496f-a83f-f4df4210945a","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:34.698660077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"52367447-f945-4a7d-a6a9-904f09b727a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:34.6988528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"02f05391-fa10-4f54-99d7-0e573816bf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:34.698659949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"b02ecf84-31c1-4317-a18e-6f9179691681","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:34.760813779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"52367447-f945-4a7d-a6a9-904f09b727a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:34.762313685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"02f05391-fa10-4f54-99d7-0e573816bf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:34.764467141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"b02ecf84-31c1-4317-a18e-6f9179691681","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.030734162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"d9b39300-6df1-458e-af19-75420f72a04c","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.087214642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"844b46c1-ae26-456e-8bc9-a86f9292a86e","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.248710342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"e336d65c-c158-4ce5-8ed1-02b41562bab8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.256368418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"7d7bbaa3-49ee-4193-bbde-c90ee42daaaf","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.295696246Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d6cb38 priority=0:[ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-a-c4a1c005 ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-b-b5ca303d]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.295719289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"ad246ae3-c9cf-4284-bd9a-23bf4c2d58a1","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.306545938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"e336d65c-c158-4ce5-8ed1-02b41562bab8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.353060862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"9ab86e4f-f1de-4cc7-b8d1-6a9473060625","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.402330065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"9a38898a-3efa-41de-a2aa-fd3412278952","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.412087075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"bdc94d4d-811d-46c2-8832-954e72467dcd","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.419483261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2369e538-cd39-44b7-8170-8268aa20c85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.422191114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"3d466af1-6aba-4c7f-87c6-335604b700a8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.422213473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"32a016a1-b964-4a89-be99-2f3c63e0f1ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.45895952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"598d550c-e54e-442c-ba4e-e6af65debc99","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:35.469333485Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-b-b5ca303d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-b5ca303d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.477197606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2369e538-cd39-44b7-8170-8268aa20c85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.480192015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"32a016a1-b964-4a89-be99-2f3c63e0f1ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.480196785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"3d466af1-6aba-4c7f-87c6-335604b700a8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.517991626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"9c7996a7-630c-484e-bc40-bd4b8b4735d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.576902775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"9c7996a7-630c-484e-bc40-bd4b8b4735d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.625817677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"17514ca6-3543-4cd3-8c7a-ee631ca3423b","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.736791637Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d","reconcileID":"84d2d633-cc76-4ac3-8b05-ba624ddca02e","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-a-c4a1c005","ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-b-b5ca303d","ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.785525751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"e12bf7e6-752b-4864-8da9-3495fc100672","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.829856139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"0269e99b-45fc-43f3-bc29-65e40e7ed5fb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.829863596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"a6897981-bbfc-48dc-959e-6cb900dde133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.842932005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"e12bf7e6-752b-4864-8da9-3495fc100672","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.888762668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"0269e99b-45fc-43f3-bc29-65e40e7ed5fb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.888814437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"a6897981-bbfc-48dc-959e-6cb900dde133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.907829527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"5cb30c9d-d7a7-4080-825a-671f2c3dc4fe","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.930114525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5780e396-497d-4f10-9567-bddde5c586eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.954325002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"341fd0d9-bdb3-438c-95aa-c2b846375cd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.95436888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005","reconcileID":"800d0f02-e26b-466f-9322-e2538a5f4f8b","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:35.987489606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5780e396-497d-4f10-9567-bddde5c586eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:36.123116863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d","reconcileID":"53ae3de3-11b7-4850-a891-4b3fe819190c","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:39.999373344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"af778267-3dfa-448c-bbaf-08e37d97b458","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.106577115Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d6cb38 priority=0:[ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-a-c4a1c005 ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-b-b5ca303d]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.106819494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"6019a21d-c0d2-4f1f-aa4a-e0c2a51b2e39","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.147249971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"17c4f15a-0349-4647-a37b-1f09668b9efc","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.16341107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"022867c4-6fca-47d3-8e72-bd54ae728486","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.214190431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"591aec6b-704a-411d-adc2-6909ae5a71fc","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:40.217531903Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5f765a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.273449527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"64a297f9-25b2-47ff-aa41-5c11040b877f","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.310412364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a0150127-9d35-40f4-b937-068467859423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.310661178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"5f121607-57b3-4351-9196-4eb729999a2d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.310425626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"76de14b1-08aa-46bc-bee3-ee5aec4032ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.311066701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"c8cc12d6-591f-432e-9936-6dc233965447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.373208624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"c8cc12d6-591f-432e-9936-6dc233965447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.373369303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"5f121607-57b3-4351-9196-4eb729999a2d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.374275314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"f0be57e6-0206-4868-807d-75a5ee395dd2","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.376734753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a0150127-9d35-40f4-b937-068467859423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.376905386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"76de14b1-08aa-46bc-bee3-ee5aec4032ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.433738735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"2824c8f3-aad0-41ce-87f1-37cbd43edf22","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.490662554Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"2b47a8c9-0cac-40ce-aec7-c6e2363048e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"simulator-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.537078148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b6409259-bf11-4a5b-a5f7-d891afcf5988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.634448738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"b89475ff-f717-429a-b3fb-83977ed6dbac","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.660657578Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b6409259-bf11-4a5b-a5f7-d891afcf5988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.662100253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"caa00895-4b0b-40ff-b610-40fb2dbdfc5c","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:40.688979852Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5f765a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.716805861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b6409259-bf11-4a5b-a5f7-d891afcf5988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.739243891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"29957916-4d09-49ad-9996-946dea5b544d","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:40.743411762Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5f765a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.775088697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"1ddc3993-f6a2-4203-8b24-810bfec90412","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.797785302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"ecaf292a-976e-4025-83ab-90a23a529969","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.800555946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"8cb54fa9-e421-4deb-8496-8b0bb0a1a4ec","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.876728241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"00f43735-d2d6-4f92-b2be-c13f19c07857","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.881904278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"be851a0f-96c2-40e2-9577-d8637338ae59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.906195638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"673ab9b9-0b20-444b-9e1d-66438cf1e81d","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.94035603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"be851a0f-96c2-40e2-9577-d8637338ae59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.965321871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"0b50dffe-d8f1-460b-afa7-bbf378d11570","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:40.996643157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"be851a0f-96c2-40e2-9577-d8637338ae59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.016790593Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"494a1a1f-82ab-459b-bf2f-cd3417ee69df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"premium-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:41.022008309Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"0b50dffe-d8f1-460b-afa7-bbf378d11570","name":"premium-w1-5f765a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:41.022059388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"0b50dffe-d8f1-460b-afa7-bbf378d11570","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.028003853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"61602c97-16e5-4f5b-b77b-01cd1a5537e3","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:41.051320251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"be851a0f-96c2-40e2-9577-d8637338ae59","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.124000798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4f77f069-89e7-4a56-a29b-d97181477232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.181418976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4f77f069-89e7-4a56-a29b-d97181477232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.186560964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"9e6c08e2-7603-4f0a-b157-b312f6f1dd92","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.226048202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"54437abc-9f43-4ebb-b6c6-8dc97620bb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.237785558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4f77f069-89e7-4a56-a29b-d97181477232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.284108964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"54437abc-9f43-4ebb-b6c6-8dc97620bb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.294357168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"0b0bc043-f7da-4809-a9b4-6d2a7f8e892f","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.341808017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"54437abc-9f43-4ebb-b6c6-8dc97620bb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.403058639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"e2587bba-15d6-476a-afaa-88db7b4e59fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.456011261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f6b28099-91ea-4f7f-bbcd-293f01092414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.514448743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f6b28099-91ea-4f7f-bbcd-293f01092414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:41.571062665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f6b28099-91ea-4f7f-bbcd-293f01092414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:42.655626508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:43.530968564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"45fd872a-3680-425f-b19b-b6528145880f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:43.588494901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"45fd872a-3680-425f-b19b-b6528145880f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:43.64507707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"45fd872a-3680-425f-b19b-b6528145880f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:44.019221553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"13a137a1-384f-4a6f-af8f-f6f73e7f804f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:44.077064449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"13a137a1-384f-4a6f-af8f-f6f73e7f804f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:44.133523655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"13a137a1-384f-4a6f-af8f-f6f73e7f804f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:44.706967651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"df8728f3-7b28-4d58-be91-545dbe159b05","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:44.928492086Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"df8728f3-7b28-4d58-be91-545dbe159b05","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:44.928523056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"df8728f3-7b28-4d58-be91-545dbe159b05","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:44.9286526Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-sub","reconcileID":"df8728f3-7b28-4d58-be91-545dbe159b05","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.144183761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"28099d77-0b84-4dcf-b778-72e927694871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.24740099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"1454894c-52d4-4f90-94a6-4ff8ac99d04e","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.308403502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"7e3f9088-ca4f-425a-a43f-b210bd3eb9a2","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.371270694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"bda029a9-6a62-43f2-b90a-f8d3241dc7f3","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.390884527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"1225e33c-a3bc-4b9f-98a1-dda5f1feaa5d","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.409759938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"a56cc3dd-e74a-4ee5-96bf-5796996d7855","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.409884006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"945795f9-1e64-4874-8a09-434b6387ac94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.409763872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"f3ccaa7c-8646-4dd8-b1a7-63ef8654d9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.422947071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-sub","reconcileID":"fdfa98ef-e319-4922-88f5-ae31a34c9238","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.468648695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"a56cc3dd-e74a-4ee5-96bf-5796996d7855","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.468858464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"945795f9-1e64-4874-8a09-434b6387ac94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.471071483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"f3ccaa7c-8646-4dd8-b1a7-63ef8654d9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.63043342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-degraded-auth","reconcileID":"10b7ff8d-9858-43e0-882b-4f82be16a5a3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.642987523Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-sub","reconcileID":"fdfa98ef-e319-4922-88f5-ae31a34c9238","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.843031478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"8b5accb2-b4d8-4453-9cef-aa08ff0a450f","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.859468362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"def51fa1-136b-4bce-aeaf-eb4f0078a8c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:45.905845723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"87957231-cabb-433b-9fc2-605dba0b04a9","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.04479275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"f9cf422f-7a8c-4b60-88c9-7202f4350b27","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.067932101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d9235ca4-0396-49c0-98b7-d40c67e2c481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.071320015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"226f0e26-a0b3-4767-87ce-54852eab5e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.07134005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"460b5b22-2401-4d35-9cd8-d56a6ea9dabe","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.125154366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d9235ca4-0396-49c0-98b7-d40c67e2c481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.131320355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"460b5b22-2401-4d35-9cd8-d56a6ea9dabe","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.131335351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"226f0e26-a0b3-4767-87ce-54852eab5e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.332051952Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-apikey-active-auth","reconcileID":"7901bd5f-14af-4f35-917a-5b80c8fa68dc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.496158597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"3893935c-0d53-4ddb-8c79-d59d22f7a6a5","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.835928537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"4ed64c27-1c9c-4d32-ae16-3e1b890d0fef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:46.893699154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"10408566-9756-442f-bfbf-744febec0cee","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.054387055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"6b82b24f-1e07-462f-ad3c-aa30371f7efe","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.112438158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"6b82b24f-1e07-462f-ad3c-aa30371f7efe","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:47.353271578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-sub","reconcileID":"6101193d-0670-47a5-8319-2dd8f63eaf12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.410286014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"fc65ff74-e38a-4541-aaf1-300df866d309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.410764677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"60fddf16-e243-42e8-8f8a-d089b314b621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.439846668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"0a5fd5c1-ea39-4c02-99fd-6a8900cfb161","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.469774746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"60fddf16-e243-42e8-8f8a-d089b314b621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.469993246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"fc65ff74-e38a-4541-aaf1-300df866d309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.602482443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"da80ac73-3a35-4991-92a8-aada353e651f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.660884916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"da80ac73-3a35-4991-92a8-aada353e651f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.838869834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c7036814-e915-4c50-a606-c6298b0a4200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.83887036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"c74f89f5-9eaa-4bd2-843b-258fefd6e402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.89651199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c7036814-e915-4c50-a606-c6298b0a4200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.898955864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"c74f89f5-9eaa-4bd2-843b-258fefd6e402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:47.997089114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"6725fe60-a91e-4575-ab0f-dfdc8d4922a7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:48.054847352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"6725fe60-a91e-4575-ab0f-dfdc8d4922a7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.24792356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"3bbba35d-c39e-477e-8e8e-ee0c04624fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.248249701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"0afdd2f4-6a58-4115-ab6e-c1e392b53fc0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.247923566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e6942141-21a4-4d34-8ec0-f5142f1da415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.305838175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"0afdd2f4-6a58-4115-ab6e-c1e392b53fc0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.30599464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"3bbba35d-c39e-477e-8e8e-ee0c04624fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.308325683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e6942141-21a4-4d34-8ec0-f5142f1da415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.315170369Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005","reconcileID":"51476dc8-df5d-4850-9621-0e833b6decb5","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscription":"e2e-filter-sub-a-c4a1c005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.540681098Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005","reconcileID":"51476dc8-df5d-4850-9621-0e833b6decb5","MaaSSubscription":{"name":"e2e-filter-sub-a-c4a1c005","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/e2e-filter-sub-b-b5ca303d","ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.759118438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"ebba380e-c233-4c93-836c-ab4b90c17606","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.759180896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d","reconcileID":"8013dffe-047e-49b3-bee9-5c434f33f4e6","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.801115411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"ab8d1d71-09e0-4c57-a374-74e463d21bfe","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.942531166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"6b479856-635d-41c2-9b52-efc1d1474402","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.971592565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"01a7cf80-016c-4d03-a6f1-3e95e37274dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.971732773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"747d763f-d286-4bbb-9bbb-57b90ae7593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.971592617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"9dd18898-5338-4269-a5be-224e9bb3b31f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:50.972211845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"1368bb4b-5ca9-4ece-9de0-47a1b9eff94c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.040054435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"747d763f-d286-4bbb-9bbb-57b90ae7593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.04149156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"1368bb4b-5ca9-4ece-9de0-47a1b9eff94c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.043674956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"9dd18898-5338-4269-a5be-224e9bb3b31f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.043843176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"01a7cf80-016c-4d03-a6f1-3e95e37274dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.407328856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"d4d7eeed-cf46-4326-9a29-e78de756eec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.407447339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"ec90dc12-1c8d-4585-b9de-1156bf8109f8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.407861246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"14bae00b-7105-4086-bf0b-117924ad96e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.407884876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"338e4b10-d018-4579-abb5-f8cc8361cb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.465242674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"d4d7eeed-cf46-4326-9a29-e78de756eec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.465553728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"338e4b10-d018-4579-abb5-f8cc8361cb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.467455089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"ec90dc12-1c8d-4585-b9de-1156bf8109f8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.46809411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"14bae00b-7105-4086-bf0b-117924ad96e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.507872899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c75accc1-1299-4ffa-90eb-effc2c737e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.565272465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c75accc1-1299-4ffa-90eb-effc2c737e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.622117798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c75accc1-1299-4ffa-90eb-effc2c737e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.781358431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f6f8da00-c9ae-4a6c-8f79-817b5d3829d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.839265222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f6f8da00-c9ae-4a6c-8f79-817b5d3829d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:51.895517856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f6f8da00-c9ae-4a6c-8f79-817b5d3829d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:53.806338168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"60b16127-47e4-4cdb-91a4-6cac0f11da0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:53.864056918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"60b16127-47e4-4cdb-91a4-6cac0f11da0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:53.920319214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"60b16127-47e4-4cdb-91a4-6cac0f11da0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:54.296730669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"6032799c-4572-4176-8a1f-f32321908c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:54.354480127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"6032799c-4572-4176-8a1f-f32321908c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:54.410731302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"6032799c-4572-4176-8a1f-f32321908c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:54.812358145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"e2ebd4bc-1b6e-4646-b789-7da84fbf6e8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:54.933080451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"2e7e2132-a187-45ee-a611-01e524f74c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:54.98161627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"2e95000c-9c45-4acf-bb9b-257ca0918aae","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.103586901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"38b2b55e-b7ae-42ac-b260-3a3d1f11a918","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.591268166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"45fb9daf-fdfd-4633-970c-d548b5a16cc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.71296684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"a772682a-723a-49ef-acdf-247ffd66b110","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.762224222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"95bdcddc-009f-4283-85db-79e59cc0a314","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.854960866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"bfe04c83-6d3f-45a3-87de-ec0f45568e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.854961335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"c5965656-8d4b-4231-acb8-11266f837560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.882648877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"f4442366-b7cb-4295-813a-256ccd73cb61","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.913163167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"bfe04c83-6d3f-45a3-87de-ec0f45568e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.914362258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"c5965656-8d4b-4231-acb8-11266f837560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.95660105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5fce9398-56b6-41d6-aebf-ee6d6317c926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.956697633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"ae427704-3bd4-4403-8265-55aa14c10d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.970205625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"bfe04c83-6d3f-45a3-87de-ec0f45568e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:55.970411906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"c5965656-8d4b-4231-acb8-11266f837560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.014384409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"ae427704-3bd4-4403-8265-55aa14c10d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.015483272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5fce9398-56b6-41d6-aebf-ee6d6317c926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.028918052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"bb7bbb7f-0423-4fab-b430-9757db338db4","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.031631885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"734e31c2-fa78-4fca-b1af-3e27a9ce3b00","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.070768344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"ae427704-3bd4-4403-8265-55aa14c10d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.071738425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5fce9398-56b6-41d6-aebf-ee6d6317c926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.129185625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"cfbf637d-ad1b-4f1f-b41d-6fd1cbac5f10","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.131865989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"bb5b5474-2dd0-4f46-8c1e-27ef8a312db5","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.188462455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8d7c45c9-e5e7-4676-9a25-fc8e41e10485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.190171856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"bb45de51-648f-4b0e-9556-d73210ebfb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.246268669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8d7c45c9-e5e7-4676-9a25-fc8e41e10485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.247915716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"bb45de51-648f-4b0e-9556-d73210ebfb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.288613593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"e3f93cb9-40c7-4510-869a-13b3502c2aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.290269011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"3c7ad5f3-338c-4b72-b0da-133236264e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.302174389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8d7c45c9-e5e7-4676-9a25-fc8e41e10485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.30380619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"bb45de51-648f-4b0e-9556-d73210ebfb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.345697853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"e3f93cb9-40c7-4510-869a-13b3502c2aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.348697907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"3c7ad5f3-338c-4b72-b0da-133236264e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:56.356856382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8d7c45c9-e5e7-4676-9a25-fc8e41e10485","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:56.357917956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"bb45de51-648f-4b0e-9556-d73210ebfb66","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.401699395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"e3f93cb9-40c7-4510-869a-13b3502c2aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.404641827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"3c7ad5f3-338c-4b72-b0da-133236264e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:24:56.458677164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"3c7ad5f3-338c-4b72-b0da-133236264e8d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.522545753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f2b128fa-29c3-4ed9-9a22-b206d15706e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.522589007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4cce5bc1-7079-411a-8906-c0a5c1db2852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.580353828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4cce5bc1-7079-411a-8906-c0a5c1db2852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.581004771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f2b128fa-29c3-4ed9-9a22-b206d15706e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.623962651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"a87503c0-487c-4f9a-83a5-7ae1e2803383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.637178979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f2b128fa-29c3-4ed9-9a22-b206d15706e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.637271317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4cce5bc1-7079-411a-8906-c0a5c1db2852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.681461817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"a87503c0-487c-4f9a-83a5-7ae1e2803383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:24:56.739448235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"a87503c0-487c-4f9a-83a5-7ae1e2803383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.255249536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-sub","reconcileID":"66ca7e9f-6483-44c9-b8b7-950b264e9142","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.255417368Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-sub","reconcileID":"66ca7e9f-6483-44c9-b8b7-950b264e9142","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.711710819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"a1775473-a173-41be-84f4-cc845a9ff6e2","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.73496318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"62f1a294-eba0-4f91-a921-a2071fdae679","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.735090442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a2732e03-79e5-4744-bec9-bb0ec0cee379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.734964175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"49b396fe-c11f-446c-b3e7-d9acfbd8e137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.793854751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a2732e03-79e5-4744-bec9-bb0ec0cee379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.794577954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"49b396fe-c11f-446c-b3e7-d9acfbd8e137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:00.79615706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"62f1a294-eba0-4f91-a921-a2071fdae679","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.003562422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-failed-auth","reconcileID":"6f807927-785e-4493-9e63-ae1e01ebe454","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.111920106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d","reconcileID":"811ff562-3e94-43d9-abd8-ca30c8c63c20","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscription":"e2e-filter-sub-b-b5ca303d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.211835485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"16263ccb-e075-4d2d-87f3-d2c4b5c03d5b","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.334014917Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d","reconcileID":"811ff562-3e94-43d9-abd8-ca30c8c63c20","MaaSSubscription":{"name":"e2e-filter-sub-b-b5ca303d","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.550868879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"fdf4eb7e-5072-4d83-87db-c6b077ed0dc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.597196353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"78337afd-ff8b-4206-a314-9179f27a9e80","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.746445576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"9fea1413-9972-44c5-9ea5-4db04dabb224","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.769627938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"8eba8d0e-d646-4da7-bb3e-1d45d84cfc88","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.780070468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"e60d6907-acd5-44ba-a7b7-3b52ff7c0e5b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.780122821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"41b1b7e7-b905-470f-93e5-a81301132e88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.780559223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"b9c61f25-5e3c-498e-870d-62a64c7d3542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.828481705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"8eba8d0e-d646-4da7-bb3e-1d45d84cfc88","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.838982809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"41b1b7e7-b905-470f-93e5-a81301132e88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.839556744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"b9c61f25-5e3c-498e-870d-62a64c7d3542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:01.841537554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"e60d6907-acd5-44ba-a7b7-3b52ff7c0e5b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:02.011012811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-a-c4a1c005-auth","reconcileID":"c9f2275f-8d52-46b8-b6d0-954552febe9e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c4a1c005-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:02.174667171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"57c4db16-f655-4252-ae84-79d53dcc273d","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:02.313181251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-filter-sub-b-b5ca303d-auth","reconcileID":"c90d0e42-c76b-41d0-a982-3833013e27ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b5ca303d-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:02.313184459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"c37a9144-ae5d-400b-94f8-66de896d6cc7","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:02.524261614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"050ed29e-a161-4b73-8b55-d7d84d4d2d53","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.506304475Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"e11183dd-3062-4026-a618-d388ecb59be8","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.559384761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"96202d4e-501b-4ecb-a11b-765d434437bd","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.667464606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"1e16569f-4443-4251-8d83-48875fe8890c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.667695163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c8e233de-af99-4c16-8b95-4f84b84de5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.668217039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b5a6cbd1-a303-4a76-9999-50607232cb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.668235014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"351d2111-2ada-42e3-bb0f-f79afdfc720a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.668709301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"581e2044-da00-449f-b39f-b551d5bd7b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.727918526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"1e16569f-4443-4251-8d83-48875fe8890c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.728023618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"351d2111-2ada-42e3-bb0f-f79afdfc720a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.730468148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b5a6cbd1-a303-4a76-9999-50607232cb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.730520129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c8e233de-af99-4c16-8b95-4f84b84de5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.732545994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"581e2044-da00-449f-b39f-b551d5bd7b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.78508447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"1e16569f-4443-4251-8d83-48875fe8890c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.785681342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"351d2111-2ada-42e3-bb0f-f79afdfc720a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.786898977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b5a6cbd1-a303-4a76-9999-50607232cb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.787676156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c8e233de-af99-4c16-8b95-4f84b84de5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.879877324Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"61574acc-6e96-487e-8562-29463c07b42b","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"name":"e2e-rt-sw-847782","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.946617332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"78e60184-d423-4780-bc4a-31fe35aa1d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.94666089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c5bb889d-f3ec-479e-9e0e-4ba2dff7a5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.947106113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"84d27f67-77ac-49f9-911d-e1ab239d9bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:05.947143389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"92994e84-a1b1-44c8-b13a-bd99e1006ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.006669882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"84d27f67-77ac-49f9-911d-e1ab239d9bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.006684997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"78e60184-d423-4780-bc4a-31fe35aa1d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.009086543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"92994e84-a1b1-44c8-b13a-bd99e1006ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.009220268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c5bb889d-f3ec-479e-9e0e-4ba2dff7a5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.100999838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fd8410a-b71e-4f8d-98ce-ca79ffa93ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.160424175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fd8410a-b71e-4f8d-98ce-ca79ffa93ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.182929042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"b02aadea-3d1c-4313-99c8-b3bc781c16ec","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"name":"e2e-rt-sw-847782","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.236930787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e35f79-5e23-465e-93c8-66bb00e52ec4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.236957828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01e35f79-5e23-465e-93c8-66bb00e52ec4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.237414427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"865f930f-d2ba-4184-a72d-9ef4cca2951e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.237434218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"865f930f-d2ba-4184-a72d-9ef4cca2951e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.2377825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e26e893-59a1-4d1c-890a-82c0b0709736","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.237798304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e26e893-59a1-4d1c-890a-82c0b0709736","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.238079757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a7415d3a-1809-40d6-921e-38f0437911c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.238094476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a7415d3a-1809-40d6-921e-38f0437911c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.238393763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62d7aaf2-0c2c-44d4-b0c6-e94dec225822","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.238409483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62d7aaf2-0c2c-44d4-b0c6-e94dec225822","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.23871438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfc73457-4126-4d84-85ba-e1514562c17f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.238727971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfc73457-4126-4d84-85ba-e1514562c17f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.239182522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5d7aa55-353d-4815-b30d-38a75537986c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.239200014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5d7aa55-353d-4815-b30d-38a75537986c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.23951847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b4f1aaa-d67b-4dae-a2a2-32d94e865168","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.239532351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b4f1aaa-d67b-4dae-a2a2-32d94e865168","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.29579859Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"2bab0144-cad6-468d-a49b-f0dd7538a5c7","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"name":"e2e-rt-sw-847782","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.345551613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e44173e5-8d41-45cb-9364-669818348867","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.345591551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf4c33a4-77b1-442e-b027-171439b866e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.37533102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"353b52b9-718d-447e-8d3a-e7a8dc63bc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.375430034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"6f9ed9cb-1e9b-458d-ae60-3e84c8d159ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.375767015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ece4262b-fe49-4dd1-a6f7-33ba5863a58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.375906053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ef462063-cb3b-4383-86f3-2cf90b22d6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.433284558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"6f9ed9cb-1e9b-458d-ae60-3e84c8d159ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.434253632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"353b52b9-718d-447e-8d3a-e7a8dc63bc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.435880574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ef462063-cb3b-4383-86f3-2cf90b22d6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.436750202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ece4262b-fe49-4dd1-a6f7-33ba5863a58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.489851425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"6f9ed9cb-1e9b-458d-ae60-3e84c8d159ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.491984339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ef462063-cb3b-4383-86f3-2cf90b22d6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.575672081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"95edc090-c6ec-446d-b213-371a7848e22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.63378933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"95edc090-c6ec-446d-b213-371a7848e22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.650230597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"edc1b122-4791-4121-ba05-0113dddedb43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.652012703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"371b3b0d-bcee-438a-b2b5-a20fd9ff9053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.690009085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"95edc090-c6ec-446d-b213-371a7848e22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.707945626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"edc1b122-4791-4121-ba05-0113dddedb43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.709517942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"371b3b0d-bcee-438a-b2b5-a20fd9ff9053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.846153799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23592f2a-70b6-438c-82f0-bc82452e6e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.846325447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0856d836-bba1-48b9-bbd2-d1e098c6bd2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.849126996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"371b3b0d-bcee-438a-b2b5-a20fd9ff9053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.904195852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0856d836-bba1-48b9-bbd2-d1e098c6bd2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:06.904281141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23592f2a-70b6-438c-82f0-bc82452e6e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.298071694Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"d08556e1-103f-4449-9e98-c5671cc545e3","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.352273839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"946b89c2-3eb5-478a-b3cd-d8e0c139952f","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.352304669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"946b89c2-3eb5-478a-b3cd-d8e0c139952f","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.461345313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3af001e1-d0fe-4c5d-9f58-9f9f0928e654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.461622219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8442ba3d-a976-4be7-bd28-5774dff39099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.461916424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"47c0471f-89b5-4a6f-8616-ba6296c3c821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.462104039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"859da2a5-644c-4739-ba43-0507c01a08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.462351377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"278f2ca2-f4ef-447d-a5f1-67a984f3da88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.523395311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"278f2ca2-f4ef-447d-a5f1-67a984f3da88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.523395586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3af001e1-d0fe-4c5d-9f58-9f9f0928e654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.526993314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8442ba3d-a976-4be7-bd28-5774dff39099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.52740938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"47c0471f-89b5-4a6f-8616-ba6296c3c821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.529319258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"859da2a5-644c-4739-ba43-0507c01a08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.580876291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3af001e1-d0fe-4c5d-9f58-9f9f0928e654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.583375115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"47c0471f-89b5-4a6f-8616-ba6296c3c821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.583491481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62457e23e29ce9b4e8380d685c5e9e84bc5137e91486a6f9c1c9e352ca3a021c) AuthConfig (60ca770315801fd35b67ab23639ba4ac6a344fcf95fe492c267cc87cb90ce14f) AuthConfig (2f2531e01fa8fc0031706fadbba0c1818c30681dcf9d2c65b1c7c23230ea3a32) AuthConfig (edbbdcfc920b88151941be1a4c41ad8be6a38bd6beddae7387db202bc3e9b302) AuthConfig (0947683a63afc3251194a3b586cb934b1350dcaa171c4fd826d6773a00d5cf2a) AuthConfig (8309dc44d5088e48040255bf86dbc622de08fc216837cd0027a69bdf179a9d2a) AuthConfig (fd7deaf8530c822c1b10ef4c1b0887086bc840af6d5c7a730508ddcb6e179095) AuthConfig (afe9746e0af749da011756561a859419e447efc535f5e3f3773b1d18a5b5a9ac) AuthConfig (dfa08453b9c8623db01e432dea4f9e09b3d7f80cbbee3a69df753c6d3fbfbded) AuthConfig (51e9e3c7450b52b22ca45c280738926226df3d95852d8df43ff47cf85cca9e5a) AuthConfig (79e41416d85afbda9f192c421571f899a58b4937465fe640fd4d17dfb0d8240e) AuthConfig (517c7132d716e14e14b2c9fccd696f86bc7a24a46c391e71d07ac910d0dd1c18) AuthConfig (41e99bc62a2ac4e8034135f4b655088597f627c66b2efc4627394d148bc2b0ce) AuthConfig (8f50bf1a21545f68eb583e07935b8b0da52bbc4743a8bc67c4d9545b76da56af) AuthConfig (2538346ffaabe171687c406d12f294530661f7690a04d14ab2327034447b1886) AuthConfig (8abe3e629bd34674437803d6e54a0cb90fe0d0df12d2eac23f0b40d2f4990b37) AuthConfig (b93afde66771848b5188f78e530f2f596324f9fb9f05b2dd8f1cb49489f2bda1) AuthConfig (25cb748ea88f201b192c863c4e2fb40e5931cd9cfed0d04ae104e35dbe48f38b) AuthConfig (bf3fa706be871596c50143869f253e98ce7aa463d723d2f419d378a041dbfbe5) AuthConfig (de3ca7c8a9dcdebe0c2a67b74b3bc72bdc4a8f34aff1f0c69df675fbb03b1e05) AuthConfig (3ecbc6560d7cb2e5396471349d24b95ff664f3b33dfc188e590c2b772721287c) AuthConfig (206e50a9b0e5f83281f994d9f1d85f92406e3544297c47017c081f763b10dd96) AuthConfig (319a8bd03b55a51284dd6790058e026879ed8db3e6d527dedb4a9314473afa5b) AuthConfig (1ce9b189744d237515a1896d038a3437e8e31669b01937d8cf3a067728ee7e82) AuthConfig (1f83c46a7c87c216ad3b7a3697a1ad6c518cb36972a910efbc3c7eed6ab3956a) AuthConfig (23d2f913b5bde1ed64144a38680e6282220982f4f5ea1167fabdda3234dbc67e) AuthConfig (503064d3f84a23711f1dad5e35d11ef1efceaefb2204608d180ef8d886666ffa) AuthConfig (df8548d2a100989756489c2811783626f3836ef18d08ba8c81bfb6b9e9ef9c28) AuthConfig (f1edf5f89fd287762fbbefa668581cdc8f1877a3f31497227c537000670166d9) AuthConfig (6d6f6c08f92b4cefaa6a997643ec612cf9c62df4fa750dd0f5d4c3d50d40d2bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8442ba3d-a976-4be7-bd28-5774dff39099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.585335836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-5f765a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6a8f91d1ffdf775c75f2a1c84bb520696572aea4d3ece8ed9123766f347b2eb) AuthConfig (5bc63b4c1a02d51f1462172790f7018aec7db9fb8a2a61024ca7c15aac9065b4) AuthConfig (9d278f3acef96193a8d6a95bb17fda6beacb6c6949e61147bbb0a9f984d383ca) AuthConfig (2ce874ebffdc76810fc3c080f4a7068ce8f4e9a05d63e70150e7fc6ef281b797) AuthConfig (0768841c9057075fe648e2fa67028e1fc0bee839efdd3e78e081dac6a9e13397) AuthConfig (505545a95fce131db80f848e9990387e6b3e42a2f7e2375f56bbc07efcac9723) AuthConfig (b8fb7aae7cac121f592817a5e9754983e04e46d9e4226183153bf83b778fffdd) AuthConfig (c4c89ab332c30b38dc4f16ef73fecdbd0ef26ff23424b1e8fd0d18c2d45cf73d) AuthConfig (2aaf9242e876623422852fe471269a2d268f4d784b14c7ab37ec9f34c17f3060) AuthConfig (e1e7c7c242c339c99da1caa3f217a7bd53ffc78a71bee9a0e898d1f0b8471fb3) AuthConfig (e206eae15f3c87b50ca80d04704d63fdf1ea76a805ec0dff6aaf8552207a1be8) AuthConfig (9112a3b536f3eb5f79a5b52d0ee8a7a26d3700b295f3ce2775128d2841f01ff4) AuthConfig (eadff6644620dd26a92e8dd1076b97db8fef2224eb03b70ce4e7ee1ef8dc0b30) AuthConfig (bcf0aab5299349f1dd1df89a10a558ad5617afdfb0f30d972811f3dbb51b1ea5) AuthConfig (a2db302be0c4963be9b2d68075376d29342d2e854fa4746701662a56823b450e) AuthConfig (784ccec783ba11c98817fe5af2849f9f4970be19046e351a067c85add913f548) AuthConfig (0b8fd96f5e30886bce6ea837ac57b2f3d77783c525b1de469227d248ca2a1d6e) AuthConfig (106dc24382c96b56f69df1e4bfaa0455678809d57faded1081bc4e26a642d4a0) AuthConfig (58ba249888c7ebfedfcb5aec9df19d4b07d2856710ac2163dcc961a176311fa9) AuthConfig (c19827aa458f939a86c4dbefda3dabc4f554898dbb7e2f92b488060e9e90b5cc) AuthConfig (9f6fc629fa43de74b0fb261de7e8b46fbdfe4f21235446879cd916210856d6f0) AuthConfig (b651c6e6a372a592c9723851c4377c52eae8778a18d51a17e65b611b0b04e077) AuthConfig (f7254b99580aca11d813d05cebe8fd0d083eab4978ed55c24131cbd3917e5e39) AuthConfig (db6f9ff18eeb49f1421400a53d101cb100b1a88466190b46fb6dbed22a42e073) AuthConfig (a2866a5a08cd0abaabb645c82aff8b6635fdbd34410a7b092e32a8b164086e19) AuthConfig (fa1a008e4957943b0d2d9d600bd19dafc0caa0b522e5c1d1e09ecc5d82a64f4c) AuthConfig (4139e076413d5d9d1fd2b594b83d854cc771dfa28886f3f67439ec043220dd9f) AuthConfig (9178bfcf79bd6f1164069b245bef389ffaa38dddce2763e94a3e39d83454aa7f) AuthConfig (719394d8154dd624eedc306180a33baa4128531f223bc2727d0376601dd634f6) AuthConfig (beb0d5e916dc078abcaba4ea5b4d8012d5c2d8edfd07ca54d585bfe44d7c605a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"859da2a5-644c-4739-ba43-0507c01a08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.740811705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49498d8d-499f-4e74-9092-ad065ce249d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.742983947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"64bb6542-9695-445d-8e3e-505bab312cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.742996675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"d77befaf-1782-4885-b2ee-edc7d830604b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.744264479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"cc20dd01-096a-4e0d-bc56-bc7d52c7bf10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.799218007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49498d8d-499f-4e74-9092-ad065ce249d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.801797498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"64bb6542-9695-445d-8e3e-505bab312cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.802116406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"d77befaf-1782-4885-b2ee-edc7d830604b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.80403137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"cc20dd01-096a-4e0d-bc56-bc7d52c7bf10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.89396702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"8f168071-1811-47cf-b88f-ff3a397369fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:07.954655081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"8f168071-1811-47cf-b88f-ff3a397369fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:08.166968197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"0f6252c1-e6c3-4c1a-82e5-224153451ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:08.167521945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f597ee3c-a841-476c-a8a9-713c46b3c187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:08.224402374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"0f6252c1-e6c3-4c1a-82e5-224153451ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:08.226073927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f597ee3c-a841-476c-a8a9-713c46b3c187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:10.532285695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"e94075f0-4c67-446d-a4c4-5b2d4c9c124a","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:10.588615749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"811ad6c2-bb49-4414-81c3-e399232a54ed","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:10.750265124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-gw-auth-e0c6e249","reconcileID":"e76d9208-33a0-4c00-8ea4-371fa52c2abf","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:10.807777214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-gw-auth-e0c6e249","reconcileID":"e76d9208-33a0-4c00-8ea4-371fa52c2abf","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.085361272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"3087d428-4e17-4c07-89f2-bb18aa6c8ebe","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.24634469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-gw-auth-e0c6e249","reconcileID":"0754e894-840b-4bf0-a305-2c353902924f","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.303690788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-gw-auth-e0c6e249","reconcileID":"0754e894-840b-4bf0-a305-2c353902924f","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.562205017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"2f267cbb-75fb-49e4-bb9a-f1bce5993fa7","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.562233698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"2f267cbb-75fb-49e4-bb9a-f1bce5993fa7","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.670873486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"ccc28e80-0f4c-4a51-a1e5-af940084c4da","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.670910629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"ccc28e80-0f4c-4a51-a1e5-af940084c4da","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.780248249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"002bae88-62ac-445a-aa8a-cfb485d6a1e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:11.837765724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"002bae88-62ac-445a-aa8a-cfb485d6a1e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:12.275170522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"abddd2fb-ac61-4835-b4a4-e5e3cbb72637","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:12.275198206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"abddd2fb-ac61-4835-b4a4-e5e3cbb72637","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:12.654600798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:13.535450114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-gw-auth-e0c6e249","reconcileID":"48c07c57-e55c-4835-a87f-b4dc82da307a","MaaSAuthPolicy":{"name":"e2e-gw-auth-e0c6e249","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:13.535516859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"88a439db-5343-4bc4-a9c0-f440523a4b1c","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:13.703626799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"b5e22ff0-fa4b-4a65-a216-80f376a2d326","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.103705077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"9dd65be1-fc60-4862-b267-38faa5a160c9","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.103729922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"9dd65be1-fc60-4862-b267-38faa5a160c9","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:25:17.17106441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"70f4b473-885a-4467-ad77-854ac132848b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-847782-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.27036873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1414a9-6ff1-4b51-a0eb-cc0fc3cfee36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.270490322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"a812efd5-ce00-40bc-a103-b4e70f3121c2","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.270810822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"007f7a5a-a581-4b28-b6ac-15ab4277cfcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.274481742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"05684206-63d2-4c98-970c-d308860f7c3f","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.274497995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"05684206-63d2-4c98-970c-d308860f7c3f","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.328439965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"a812efd5-ce00-40bc-a103-b4e70f3121c2","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.328470577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"007f7a5a-a581-4b28-b6ac-15ab4277cfcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.330586695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1414a9-6ff1-4b51-a0eb-cc0fc3cfee36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:25:17.383622868Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"05684206-63d2-4c98-970c-d308860f7c3f","name":"e2e-rt-sw-847782","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-847782\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:25:17.383684324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"05684206-63d2-4c98-970c-d308860f7c3f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-847782\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.437605119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"a10d19ea-24dd-43c3-a007-4622f401a48e","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.437626599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"a10d19ea-24dd-43c3-a007-4622f401a48e","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.613262566Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"350ab384-9ede-418d-8a0e-0239fe21cfdd","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"e2e-rt-sw-847782","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-847782-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.752246105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2cbc49a-6e6c-4509-89b5-4f045859470b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.752253029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a77ca41e-506a-4e15-a7f8-513eff6c880d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.799724936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4f63df16-7bab-4823-a204-f15a4e0fd31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.799724968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c7ffb3ad-b19e-4f90-ad1e-684aa4e3ff1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.810257263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a77ca41e-506a-4e15-a7f8-513eff6c880d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.811443504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2cbc49a-6e6c-4509-89b5-4f045859470b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.857522815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c7ffb3ad-b19e-4f90-ad1e-684aa4e3ff1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.858764735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4f63df16-7bab-4823-a204-f15a4e0fd31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.85912014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"896391f3-f218-44c2-89aa-26032739f5ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.888210863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"fa6d55a5-a16a-4509-b320-5a9e949df1af","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.888229131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"fa6d55a5-a16a-4509-b320-5a9e949df1af","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:17.916849347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"896391f3-f218-44c2-89aa-26032739f5ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.102939632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"90d6de0d-1f82-4e51-abc9-362dbe292980","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.132331017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8767eb3a-cc91-4f44-bd33-8e6bcfa41d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.133012091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"8e986ec8-631a-4991-87c6-2defcee541bd","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.1342678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"a255a178-813f-48c7-b6fb-ef0e874488b4","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.134360512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"9474702c-b938-48c3-9088-5fffd0b4744d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.190964867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"8767eb3a-cc91-4f44-bd33-8e6bcfa41d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.192142731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"9474702c-b938-48c3-9088-5fffd0b4744d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.383449079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"7ee647b0-5a38-4ee4-b5f2-01b5c87fd811","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.38347808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"7ee647b0-5a38-4ee4-b5f2-01b5c87fd811","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.512863656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"c4c72e1f-3bd5-4761-8a8d-4d995226995f","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:18.513534247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8a9cdb25-4c27-4a44-a6c4-79fd31d597a5","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.171018698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"59c26378-780c-4a84-a42b-a66db6160fc1","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.226999893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8cb0354e-dfd8-4b8c-a565-dc26243904c3","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.389016728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"c6edb28b-00e3-4e67-bb15-970faa36610d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.447085848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"c6edb28b-00e3-4e67-bb15-970faa36610d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.457785019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"92435a8c-bb3b-474b-a9dc-74e8596dea39","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.515591695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8b945bf6-984d-4c6a-83b9-592b83081cde","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:25:23.563880773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c","reconcileID":"d75ce488-f8de-4f63-b8c5-a1a389f0cda9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-ed47689c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.617991067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"84841959-20f3-47b8-b16c-028e011cc040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.618231415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"06d13310-46c7-466e-86ae-18892b0bd1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.676102681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"06d13310-46c7-466e-86ae-18892b0bd1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.676613983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"84841959-20f3-47b8-b16c-028e011cc040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.676952172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"475a5072-ae08-44a3-927c-439027f6a2ff","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.722407122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"b0189d97-2ed3-4be5-b1e8-0d1d082ab03b","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.733510414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"1c4c938c-3fd2-491f-89ba-79b7b23ab7e0","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.907587605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"573a4693-04b4-4d12-a44f-3890ce38ba1c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:23.984853009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"573a4693-04b4-4d12-a44f-3890ce38ba1c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:24.0560296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ffc879da-97ce-493d-9b15-a3f6846c94bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:24.064096749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ed9f3f53-93ac-4b9a-970c-67708b215a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:24.077271084Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c","reconcileID":"3145db87-1c62-452c-bb40-16655210d8ec","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-bulk-sub-ed47689c","ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:24.12076487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ffc879da-97ce-493d-9b15-a3f6846c94bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:24.125062236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ed9f3f53-93ac-4b9a-970c-67708b215a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:24.249912447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"fe93ac44-57b6-4133-a298-365877de58f0","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:24.30032282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"37e7990c-9ca4-4838-bef2-196ddd086580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:24.47182902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c","reconcileID":"fb2f7abb-80c7-4c76-b528-0ba222487201","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.151694093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"b44c616b-5003-4d06-98bc-d6975f67a233","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.152198737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"23d2f4c0-65f8-44f9-ae55-836bf58016c6","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.219324134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"6a734a0b-766f-4e5f-ae8f-d5a6464cacb5","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.219906841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"b1ba5511-a64c-41e7-a666-7a88bbc1d6b2","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.316266632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"84876091-21c0-45c3-912a-b9d64bfb7c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.318563209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"0fdd2535-71a5-4269-af15-55663d735dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.377516018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"fa7de6b1-1043-4584-9f32-72f7d49b30e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.37934866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"ea78208a-e178-4128-886f-f95ffa329398","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.381396565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"84876091-21c0-45c3-912a-b9d64bfb7c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.386434702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"0fdd2535-71a5-4269-af15-55663d735dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.720416482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"7c62abad-ff9d-4998-8023-c9b7def6811b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.720438728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"34c384c4-5bf5-4691-8f72-8d0d1529d2cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.783077465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"7c62abad-ff9d-4998-8023-c9b7def6811b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.783094367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"34c384c4-5bf5-4691-8f72-8d0d1529d2cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:25.99974671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"5ae8fdc0-aa0b-42cb-a0d7-6579aef51ddb","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:26.071669041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d608a277-2aa5-4e30-b5c6-e95fe69d4c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:26.071806915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9e89fd-548e-41af-8a0c-fe31787c511a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:26.072306743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"9cfb3372-54ad-4e36-afd2-28c2625f0a2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:26.133148831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"9cfb3372-54ad-4e36-afd2-28c2625f0a2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:26.136508846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9e89fd-548e-41af-8a0c-fe31787c511a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:26.140197336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d608a277-2aa5-4e30-b5c6-e95fe69d4c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:26.281455629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"665a4fd2-fce0-4e24-af77-2c4077de63b5","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:26.281485104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"665a4fd2-fce0-4e24-af77-2c4077de63b5","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.324637262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"5330c998-4b27-41c2-a1da-ae03df5a3cd6","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.378241828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"c48b4dc2-d7c6-4ca7-9b09-6c2ec184da65","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.378267979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"c48b4dc2-d7c6-4ca7-9b09-6c2ec184da65","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.48575268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"b6c94f34-5edd-4033-9aab-c88ee4d6cd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.485807013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"99400fa7-0680-4739-814c-b610c38440e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.486266076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"1915717b-6e58-4e77-a111-f74f9e579cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.486383463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"fb3e7da7-2f70-40d6-a8af-7e8e328983cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.486651597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"e1dc4060-64c3-41d3-a893-4ca871880062","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.528343106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"208b1b5d-d4c3-484a-bc97-692bd0329071","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.528369072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"208b1b5d-d4c3-484a-bc97-692bd0329071","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.52877413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"991a903b-4468-4f1a-ae80-f347368471df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.528790439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"991a903b-4468-4f1a-ae80-f347368471df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.544364633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"b6c94f34-5edd-4033-9aab-c88ee4d6cd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.545764308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"99400fa7-0680-4739-814c-b610c38440e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.546827128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"1915717b-6e58-4e77-a111-f74f9e579cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.548978143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"fb3e7da7-2f70-40d6-a8af-7e8e328983cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.549324801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"e1dc4060-64c3-41d3-a893-4ca871880062","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.628735955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"a9fc697a-4593-44fd-8a52-6b5ac3a5a5ca","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.628762065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"a9fc697a-4593-44fd-8a52-6b5ac3a5a5ca","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.683672165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"062a9ae9-aaa3-4fa2-81a7-ad1fab725089","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.683690697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"062a9ae9-aaa3-4fa2-81a7-ad1fab725089","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.683915351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8a89fa26-84d4-4cf9-b635-d2ec408d7d32","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.68393004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8a89fa26-84d4-4cf9-b635-d2ec408d7d32","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.723295297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00494ac9-565a-49f0-a4e1-02d523ab4e91","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.723323024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00494ac9-565a-49f0-a4e1-02d523ab4e91","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.723662078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"389e7e69-b8f4-4bc3-a1b1-3015d56b87c4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.723675245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"389e7e69-b8f4-4bc3-a1b1-3015d56b87c4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.723870768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"598e6ee3-0cd3-4b75-a5a9-7e9ee47831b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.723881511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"598e6ee3-0cd3-4b75-a5a9-7e9ee47831b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.724092817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"303f605d-f6dd-4a3d-af46-40785f9ee854","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.724103708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"303f605d-f6dd-4a3d-af46-40785f9ee854","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.83404635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0f2348d-031c-475e-b7e2-27f1d12b3308","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.834068157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2cae70ca-1102-498c-8662-7096500ca183","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.844038881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"ea5dced7-d746-41a1-85b8-f448879d2f1c","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.888191186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"9d8bd92c-0864-4466-ba8d-22662ba9c1d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.947206441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"8d39d392-a6c2-4487-ba64-75db40b4000c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.947304987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"b53c5708-a321-4b73-8ee2-f5f3bf78fdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:28.947681249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"993fdfec-afe6-4e75-8d72-ab283bd27f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.001311688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fc77a1e-a0ef-4f80-91b5-ee9512eaf939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.001347187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303d9fd3-3087-4011-add5-4c1684a86368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.005552135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"b53c5708-a321-4b73-8ee2-f5f3bf78fdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.005585623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"993fdfec-afe6-4e75-8d72-ab283bd27f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.007731373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"8d39d392-a6c2-4487-ba64-75db40b4000c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.059027763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fc77a1e-a0ef-4f80-91b5-ee9512eaf939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.059175171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303d9fd3-3087-4011-add5-4c1684a86368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.26468405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"604374a9-4bac-4f79-a394-cd07343bbfd3","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.328274722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"624f6614-46c8-4a6b-8aea-65b7af440526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.32843997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a30b9357-18a7-42e2-a315-2e6cb4e65a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.381630617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"d19c9b16-13dd-451f-a267-a4c0b24c315c","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.386642143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"624f6614-46c8-4a6b-8aea-65b7af440526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.386681892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a30b9357-18a7-42e2-a315-2e6cb4e65a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.431570606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"d754c54c-287c-4f5a-a88f-4ae8a67d7260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.431575959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"e915b486-f641-43f1-bfcd-07347c50f87e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.439786734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"d19c9b16-13dd-451f-a267-a4c0b24c315c","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.489772347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"e915b486-f641-43f1-bfcd-07347c50f87e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.489887033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"d754c54c-287c-4f5a-a88f-4ae8a67d7260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.490472083Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"9d21468f-a2b9-489f-9a8a-30677cbe867f","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.755719999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"11cbe938-5b84-4e38-bee2-63b3382e12ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.75571994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"bebeca42-37b3-45ea-8a75-3a6d393d3577","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.813422422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"11cbe938-5b84-4e38-bee2-63b3382e12ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.813465966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"bebeca42-37b3-45ea-8a75-3a6d393d3577","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.855581337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"e73ecf0c-60b3-4fb7-ae93-16be8a5bb271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.855599565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"78f4a788-7546-4d86-acd6-5ab5e59bf164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.91289585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"e73ecf0c-60b3-4fb7-ae93-16be8a5bb271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.913026593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"78f4a788-7546-4d86-acd6-5ab5e59bf164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:29.955728431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4d0485d6-00fd-4dec-8e4b-7e890a29d8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.012894305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4d0485d6-00fd-4dec-8e4b-7e890a29d8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.181231313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"fc69c1cc-1338-4858-b448-8889218cae21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.181347361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"44d5e77b-86b5-4499-addf-68070d661e18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.239187307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"44d5e77b-86b5-4499-addf-68070d661e18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.23922168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"fc69c1cc-1338-4858-b448-8889218cae21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.281858314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"05be13db-fca5-44e9-83ec-ac734efdd6d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.28190183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"fdc9293b-337b-49de-8a04-c5510da9d5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.34042636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"fdc9293b-337b-49de-8a04-c5510da9d5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.340623505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"05be13db-fca5-44e9-83ec-ac734efdd6d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.382030597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"abe0b70e-7e52-4e42-a966-a154c01a6981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.441662817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"abe0b70e-7e52-4e42-a966-a154c01a6981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.61560571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3775b10e-1aa5-43f3-a81e-8f858ef57f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.615605826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6c6c569-8d3b-4d35-951f-cf4a1a044212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.675629312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3775b10e-1aa5-43f3-a81e-8f858ef57f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.675627453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6c6c569-8d3b-4d35-951f-cf4a1a044212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.707432835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"6015878a-d184-4dfc-b229-5cd7aedf8c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.760633397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"8d53ab3d-7609-41c7-9cc9-31c19f0074c9","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.764985711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"6015878a-d184-4dfc-b229-5cd7aedf8c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:30.820397744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"8d53ab3d-7609-41c7-9cc9-31c19f0074c9","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:39.43333281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c","reconcileID":"0addcae0-129f-466d-b851-b731c1e18f31","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscription":"e2e-bulk-sub-ed47689c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:39.654830337Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c","reconcileID":"0addcae0-129f-466d-b851-b731c1e18f31","MaaSSubscription":{"name":"e2e-bulk-sub-ed47689c","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:39.871239675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"89dc6d95-db74-4fb1-a81e-9870f75fd0d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:39.91645165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"5f39a9a7-66ae-4d22-8570-a008bab5cd3f","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.058622382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d696ab55-b887-43e0-a62e-00b929236448","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.079839762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"b2bfe392-85ff-4458-a557-72caa4c795fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.079906352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"64335b86-3f8e-453d-b787-4894507b8064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.080257592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"5bd08162-e020-4c2d-b41b-c6f3ff9fec34","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.137621559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"b2bfe392-85ff-4458-a557-72caa4c795fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.137635623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"64335b86-3f8e-453d-b787-4894507b8064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.140491713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"5bd08162-e020-4c2d-b41b-c6f3ff9fec34","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.299564758Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-bulk-sub-ed47689c-auth","reconcileID":"34933bcb-aff9-4099-958a-cee35790c37a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ed47689c-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.465204196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"6dcf80aa-dbec-4149-8979-4f5176956a83","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.833656642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"28165425-015f-4308-a427-74a48aca6fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.834064859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"0bb72ecc-0bcf-4ac8-b5bb-4d6f39a7847a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.894873299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"28165425-015f-4308-a427-74a48aca6fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:40.895978109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"0bb72ecc-0bcf-4ac8-b5bb-4d6f39a7847a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:41.036743574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cec00c66-a563-4958-88c5-51c6b8619759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:41.03756702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"b1e6c926-a5c2-4f6a-bec2-2c9f80b4f515","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:41.038187214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8813ea61-a480-453b-9775-a79045c50fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:41.095510451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"b1e6c926-a5c2-4f6a-bec2-2c9f80b4f515","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:41.095898758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cec00c66-a563-4958-88c5-51c6b8619759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:41.097762536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8813ea61-a480-453b-9775-a79045c50fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:42.653817079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:43.269603658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"483a931c-5a64-4f13-a7cc-a3513b840c7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:45.417261015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"9e049479-2dd0-4b29-a61c-7c74a7ec7999","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.009985773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"bf1b0e82-a5bc-4dcf-8d7a-2617772c0d07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.110993609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"bca32b71-2792-4a7d-a877-d77c5388e241","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.133750745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"9ad2189d-62f2-4164-9586-f672ddb56127","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.209955912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"fbb50774-beb4-490b-814a-70b2d40400b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.384828203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"3eeeb128-bb5b-4c3c-a835-68677fc16e04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.486016023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca06d74a-5cdd-449d-8c35-89b9b818b08a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.627789376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c9f9733-f082-47ed-a0ba-5124ee65789c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.75008161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"1e7a7b97-b72a-4a62-bdb8-63e93b0b27e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.883352339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"91615d52-a09c-4fc8-8f00-14681a159229","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:50.976743161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"a8c7321b-7672-4e2a-9899-a7935a008d8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:51.082199699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"c5cc5e53-f310-498d-a3ec-3edf0c97f8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:51.131756713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"693534ed-7556-4c7b-8f85-41466ec56dbd","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:51.182523339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"2a7469da-392e-467f-9a09-922fe41834c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:56.913103722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"834f769c-2c6f-4c7a-ade1-9d401902935c","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:56.968650987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"82903a7f-a00c-45be-9487-9f8823a3d126","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:56.968677278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"82903a7f-a00c-45be-9487-9f8823a3d126","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.075324405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f2486149-6d45-4931-8aca-7242a482915a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.075470508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f2ca1f13-09a1-4163-963a-917137c7075a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.12928207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d7924cd-9d7c-4c17-969a-04b77bb13883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.129322175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbaa2126-86fc-413c-9e68-e2cac42243b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.129753504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"baad7b33-037e-425a-ba38-a1e631a9b5f9","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.134303256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f2486149-6d45-4931-8aca-7242a482915a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.135528812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f2ca1f13-09a1-4163-963a-917137c7075a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.172796163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39373b94-d74c-4860-ba09-70d87cc49699","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.172821915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39373b94-d74c-4860-ba09-70d87cc49699","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.173159764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04cd75e3-8535-4183-be11-62971e3d29ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.173176629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04cd75e3-8535-4183-be11-62971e3d29ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.18796574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d7924cd-9d7c-4c17-969a-04b77bb13883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.188240746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbaa2126-86fc-413c-9e68-e2cac42243b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.190335803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"baad7b33-037e-425a-ba38-a1e631a9b5f9","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.227568987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"e67badeb-bc6d-4590-8d54-4512fbaa6b72","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.227597292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"e67badeb-bc6d-4590-8d54-4512fbaa6b72","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.282278216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff2d8e3a-d729-4337-86a3-2306b320676b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.282379914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff2d8e3a-d729-4337-86a3-2306b320676b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.282788488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c99c077e-c68e-4885-9584-568c922cb772","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.282842131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c99c077e-c68e-4885-9584-568c922cb772","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.283232869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"082d08bb-3cad-42bf-8a8d-a71a88db8a68","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.283290718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"082d08bb-3cad-42bf-8a8d-a71a88db8a68","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.283602848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2a46e84-1164-40bb-8781-cf129c4cf581","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.283620569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2a46e84-1164-40bb-8781-cf129c4cf581","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.283905116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9b50afef-c573-4ece-ac7d-d6efcf922daf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.283918405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9b50afef-c573-4ece-ac7d-d6efcf922daf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.284202813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d703efa-c845-475f-bd2f-458a02bef599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.284216401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d703efa-c845-475f-bd2f-458a02bef599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.39782557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fbc5e39-82b0-43e4-90dc-ae7689f5ef98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.398265593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2fa026e-6a4b-45f0-b61a-df3dd1b0d08a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.453872502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"98a418f8-fa8e-4079-8e9a-b889993b2ca3","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.460641777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"1139e55f-5013-4a03-9878-6394c3a121cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.461402024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"beec7a03-1ab9-4d6c-a8f2-2a325a703e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.514951046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"cc6da035-68a5-4c58-85f0-079fbbdd6831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.514969266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"e25ee078-7eb8-40e9-bb6b-df2661c9c511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.519723849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"1139e55f-5013-4a03-9878-6394c3a121cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.521040858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"beec7a03-1ab9-4d6c-a8f2-2a325a703e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.573405093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"e25ee078-7eb8-40e9-bb6b-df2661c9c511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.573821069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"cc6da035-68a5-4c58-85f0-079fbbdd6831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.622207957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e5d22c9e-a7ed-4a70-b87f-5012e7b4eb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.680623343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e5d22c9e-a7ed-4a70-b87f-5012e7b4eb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.890370268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"62b00465-8d01-4375-b422-3ec818f8d0f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.89038532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"90a1ceff-32de-4960-bf8b-5a42b5526c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.948967532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"62b00465-8d01-4375-b422-3ec818f8d0f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.95001133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"90a1ceff-32de-4960-bf8b-5a42b5526c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:57.99186743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f1362460-460c-4c6d-9304-62753c49ce18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.044906069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba3eed4e-2fd8-4ef8-90e4-39c52bea4ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.049443565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f1362460-460c-4c6d-9304-62753c49ce18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.103567277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba3eed4e-2fd8-4ef8-90e4-39c52bea4ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.138209964Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"bcedd2ae-41e0-4ad3-9c05-3d06d65c2533","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.145126242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfdea124-6ee9-4e9c-8687-2421cb2c5edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.204096434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfdea124-6ee9-4e9c-8687-2421cb2c5edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.317908975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"55664d0b-500e-4bda-9c7b-ea4542f0f0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.370528713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"87eadf43-3be7-4de8-8536-3349fa55214b","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.375362197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"55664d0b-500e-4bda-9c7b-ea4542f0f0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.416805519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"4b0f9408-a870-42de-b766-9b99a8bed120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.427609907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"87eadf43-3be7-4de8-8536-3349fa55214b","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.474446202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"4b0f9408-a870-42de-b766-9b99a8bed120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.477526371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19b05721-1527-453c-b67d-1f65d46b823e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.534996312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19b05721-1527-453c-b67d-1f65d46b823e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.579551056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74aebfd4-1f85-4e6b-b45d-07ef9745bc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.637502589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74aebfd4-1f85-4e6b-b45d-07ef9745bc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.695254816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8152dee2-9bc3-46ac-a716-22ba114fea45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.754235974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8152dee2-9bc3-46ac-a716-22ba114fea45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.796160328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"7f362768-c71d-4790-9be4-95968a0a4439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.855071027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"7f362768-c71d-4790-9be4-95968a0a4439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.896958712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"40e3a589-35fe-4ea1-9621-487d96b0eccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.89695996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"83b1189e-9abe-405d-8d76-e1d673ad3b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.955056833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"83b1189e-9abe-405d-8d76-e1d673ad3b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.955098568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"40e3a589-35fe-4ea1-9621-487d96b0eccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:58.956891507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"497c294e-0cf4-4230-a514-5f7f780b65ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:59.014227526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"497c294e-0cf4-4230-a514-5f7f780b65ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:59.07353148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"3836f823-108d-483b-bcf6-f66b533e2394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:59.133092255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"3836f823-108d-483b-bcf6-f66b533e2394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:59.176950746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"5b5418f0-0bcd-47a1-8160-d1b953d52d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:59.234126973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"5b5418f0-0bcd-47a1-8160-d1b953d52d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:59.277994777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"40c5283c-9686-4ba3-b19c-b5b0fad8b440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:25:59.335312264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"40c5283c-9686-4ba3-b19c-b5b0fad8b440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.291589519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"fc4e401a-fdb9-464c-9c3c-6e5719d7b976","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.292097487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"2c164323-9ca0-4c12-b66d-2fbf561d9eea","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.357732278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"473f1e1c-f8e7-461f-93fb-6d79ed502dbf","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.358118069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"0b3ac331-6482-45ed-a552-e70101d318eb","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.454869401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"9c5cb4d2-d944-4427-a892-11d98af6845f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.455609756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"86cee0d7-a101-4276-9766-d8acfb8f330d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.512332842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"f0e2000f-db28-425c-88be-9a095aff6c9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.516612912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"86cee0d7-a101-4276-9766-d8acfb8f330d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.517104991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"8efb5abf-3af1-48d3-a746-688c148ab703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.521579343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"9c5cb4d2-d944-4427-a892-11d98af6845f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.891223938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"dc298dc9-fa99-4e5f-9fef-0e2211399b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.891291812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"50a74065-b227-465b-af91-4c31be28a5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.950175002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"50a74065-b227-465b-af91-4c31be28a5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:01.95044458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"dc298dc9-fa99-4e5f-9fef-0e2211399b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:02.264384394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"e2e-conflict-a-00e30839","reconcileID":"31a45e9b-9c12-43be-befa-d4dacf276a12","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"e2e-conflict-a-00e30839-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"e2e-conflict-a-00e30839","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:04.77784319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"3675fa35-da5d-48bf-9e09-ed2e1ef4da13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:11.440618123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"50803c20-8625-4cf2-b958-c2b9da368c36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:11.568899802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"f78e5896-cde1-4696-afd7-fa36deae43b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:11.702227705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"5c7cfb3e-5174-4466-918f-939960617ef9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:11.769174504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e72e058-ce3d-46ad-9a7b-32a1183fe7cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:11.939596122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"61267402-e5c2-4934-9325-e0d0230d35b9","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.002333823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"d58b1d83-9075-4486-96e1-508e57376130","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.247002284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"75b51c8b-d68f-45b9-8494-72cdbe5430e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.348373093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"3ec41443-2a11-4ca5-adad-19ac856cfd63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.349240814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"01e1ccfb-39da-428d-bbc3-493f5e99d5df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.440536677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"2e4eded9-8852-436f-9eff-ae53d7362dd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.60072097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"f36ba88d-ee66-4050-a90c-3c8f7c12c994","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.694273587Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.700330408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb2f4aaf-d3ac-40ab-b6a9-4dda91323249","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.83297979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4ec8d79a-d270-490b-ac99-902e9198f42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.883910691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"94c1b1c0-e1bc-40a4-8fcb-010a0e6cdf41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.85728369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f5705e30-f6f6-4892-b601-44b53cfef3b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:12.928621368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4ec8d79a-d270-490b-ac99-902e9198f42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:13.022473433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f5705e30-f6f6-4892-b601-44b53cfef3b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:13.131320687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"ec9f0eac-7df9-4334-a4aa-26b9b5ecaaf5","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:13.131261531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7086d057-300d-4c59-bd63-8b025592450e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:13.132925308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61801b04-6bea-4170-8f89-30c150cb4028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:13.216679564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61801b04-6bea-4170-8f89-30c150cb4028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:13.22879692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7086d057-300d-4c59-bd63-8b025592450e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:13.261060174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"ec9f0eac-7df9-4334-a4aa-26b9b5ecaaf5","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.093199436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"579f24b4-2d1f-4249-907f-164063634fd1","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.093785201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"9f20868d-3c36-4013-84bc-a0777ff223e2","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.225172936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d6d7638d-3c57-4474-b2ae-46a6ef8b8621","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.226062589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"1074e38f-2ece-4a6e-8844-ed6fca40f107","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.367745269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"c77b42a4-0779-427a-a35f-20990e6e84eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.438821202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"26a7299e-3e35-4211-976e-65d28b887ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.440253658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"bdfefd62-53e9-4a41-8700-0b425176b301","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.474841059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"c77b42a4-0779-427a-a35f-20990e6e84eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.500226065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"5ad87323-828b-4474-b31e-930fae36d19e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.553851639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"26a7299e-3e35-4211-976e-65d28b887ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.883674655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8a87cc41-1d8b-465d-ad5f-b5af6d1fbc0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.943034255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8a87cc41-1d8b-465d-ad5f-b5af6d1fbc0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:14.985696926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f8c928af-dfbb-448e-9678-5e0f1c9566f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:15.052382397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f8c928af-dfbb-448e-9678-5e0f1c9566f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.217542266Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"c3690d01-5a19-4cbb-b9d0-fbaefec09cb6","namespace":"llm","name":"e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.271003962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"6088922c-e62e-4202-8f5b-3a573288635f","namespace":"llm","name":"e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.379277075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d4e0fede-4d72-4103-98b4-a51c01c6b84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.379424773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"d85a6539-3791-44b4-a8e3-80b01f763d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.432869173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7558081a-0fd7-4cc1-ad49-a801b1fbf457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.433118723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"55154e6c-88ac-4b16-ab64-9b58ab441c1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.432869237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d787816b-b6f1-4285-97ca-0f69a88c77a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.438607204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d4e0fede-4d72-4103-98b4-a51c01c6b84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.438641217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"d85a6539-3791-44b4-a8e3-80b01f763d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.490856651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7558081a-0fd7-4cc1-ad49-a801b1fbf457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.490905364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d787816b-b6f1-4285-97ca-0f69a88c77a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.493187085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"55154e6c-88ac-4b16-ab64-9b58ab441c1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.601431457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"84ba3be5-2ab6-4c1e-83fb-5ff46b7aec3d","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"name":"e2e-rt-eq-d2da5a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.713656485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"900e72e3-3653-4d2c-99ee-fb4cf6b7bbbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.713680577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"900e72e3-3653-4d2c-99ee-fb4cf6b7bbbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.767456247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"98a3d6a9-5939-4d5e-b1ba-c2b7229a5d6a","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.767480911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"98a3d6a9-5939-4d5e-b1ba-c2b7229a5d6a","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.792161391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c2b899b-e940-490d-9fcd-45ad118828de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.79220075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"310c59bb-9071-493c-9f45-de38749912c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.809290994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"8687da38-2f6e-47a4-8a3d-e544def9fd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.809366407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7a3ac59c-1923-4dfa-ad3a-6a56a7db841e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.821560825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"137deb38-c185-4aaf-ade5-ea33137538e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.821576836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"137deb38-c185-4aaf-ade5-ea33137538e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.821850492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c7310d75-f5fa-4e43-9b52-603e2ec62931","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.821863817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c7310d75-f5fa-4e43-9b52-603e2ec62931","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.822074763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3d505aa-1748-4174-9e2c-1311fdd77c72","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.822086494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3d505aa-1748-4174-9e2c-1311fdd77c72","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.822339594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"774dfd66-bbb3-49ff-867b-9a2829fa76ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.822352819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"774dfd66-bbb3-49ff-867b-9a2829fa76ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.822582928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e0a1b7c5-b3fc-43ae-9740-9d5edaa85778","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.822594331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e0a1b7c5-b3fc-43ae-9740-9d5edaa85778","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.822797752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"543ceeda-33d3-41e4-adaf-ab0dd87ad0d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.822808334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"543ceeda-33d3-41e4-adaf-ab0dd87ad0d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.846594637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"b3ff86ff-8016-498a-b2fb-5ce786062e85","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.867850368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7a3ac59c-1923-4dfa-ad3a-6a56a7db841e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.8684281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"8687da38-2f6e-47a4-8a3d-e544def9fd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.876957119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"eee3252d-fe4e-4bb8-a7bc-e0a6279c37e4","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"name":"e2e-rt-eq-d2da5a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.910856349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"24feeeb0-e700-49a0-b122-02f9c5c29a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.910863838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0653bb1e-02bc-4380-9531-fbf98494d554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.923724757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"002c9446-bf7f-4fe9-8ee7-6b141583edc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.930724455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b31f398d-e6c0-4ef7-80d3-0c3a75933473","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.930740802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b31f398d-e6c0-4ef7-80d3-0c3a75933473","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.968817751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"24feeeb0-e700-49a0-b122-02f9c5c29a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.969621697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0653bb1e-02bc-4380-9531-fbf98494d554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:16.981066502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"002c9446-bf7f-4fe9-8ee7-6b141583edc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.196583945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"60190ece-3458-4b15-8d09-b1872d7f3833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.196584053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"51bcc219-7eb0-4622-997a-15710c4a37d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.255079475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"60190ece-3458-4b15-8d09-b1872d7f3833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.255806814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"51bcc219-7eb0-4622-997a-15710c4a37d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.355912243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"62b4b22e-36fc-47d8-a9a5-c5ddd4f175d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.409335292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"899c2817-1945-477e-bfe5-5c5fa01dbe86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.409348614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95b802ea-bb10-4a3c-ad42-74509210c4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.413632126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"62b4b22e-36fc-47d8-a9a5-c5ddd4f175d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.467601011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95b802ea-bb10-4a3c-ad42-74509210c4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.468036403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"899c2817-1945-477e-bfe5-5c5fa01dbe86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.624287161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"be5327f5-9c61-4c9c-9c6e-996f1a807d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.6773571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"b2117731-e76a-4112-9c6a-b21dd60cb836","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.684820842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"be5327f5-9c61-4c9c-9c6e-996f1a807d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.735992717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"b2117731-e76a-4112-9c6a-b21dd60cb836","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.824176753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"55499371-8de6-4e96-a9a6-88e9f42e0626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.841888292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"c5d9d12f-6cf3-4561-abf0-4a0332a2afbd","namespace":"llm","name":"e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.897374798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"55499371-8de6-4e96-a9a6-88e9f42e0626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.897823186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"92b80a59-4044-49da-9747-0372043d5d18","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:17.897844849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"92b80a59-4044-49da-9747-0372043d5d18","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.005072522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f3e060b6-8248-4a86-a672-56f9c8752332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.005069891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"26d6b696-b9d5-4fcf-af72-5dad8b68d74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.05600848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"65d6625f-1fb5-4032-9bbc-30f126f7c1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.063202697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f3e060b6-8248-4a86-a672-56f9c8752332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.063310194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"26d6b696-b9d5-4fcf-af72-5dad8b68d74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.113500386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"65d6625f-1fb5-4032-9bbc-30f126f7c1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.167205064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"609217e6-13b2-4653-99a2-c71b94e95daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.224684098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"609217e6-13b2-4653-99a2-c71b94e95daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.267813214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f47f52e6-5662-4c4b-933f-5efe16ad92b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.326291349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f47f52e6-5662-4c4b-933f-5efe16ad92b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.420839054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"13cdf522-f37d-4681-b580-8ac585d3c26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.47454581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe67280e-b4ad-469a-9738-673fdfa10efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.478874137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"13cdf522-f37d-4681-b580-8ac585d3c26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.486192816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef28c46a-559f-44bd-aadd-b8ee621e90b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.532127039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe67280e-b4ad-469a-9738-673fdfa10efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.543574858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef28c46a-559f-44bd-aadd-b8ee621e90b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.544555685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"17553f29-7803-4cc4-9218-50e3a98bbc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.601678446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"17553f29-7803-4cc4-9218-50e3a98bbc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.70132944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"27c71fb7-22e2-42dd-850c-03304313e2e8","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.76008698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"27c71fb7-22e2-42dd-850c-03304313e2e8","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.800476117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"49ea9b1f-7636-4fb7-9943-a1561ea3f96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.857638743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"49ea9b1f-7636-4fb7-9943-a1561ea3f96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.900867827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e7a9069f-c2a9-4ce0-900c-ea5cbf51b358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.900868067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"47bd325c-414c-4e0f-bfb0-b4004d270bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.958729721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e7a9069f-c2a9-4ce0-900c-ea5cbf51b358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:18.958767592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"47bd325c-414c-4e0f-bfb0-b4004d270bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:22.291711245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"af10187d-a429-4647-a7ce-45f4ec8b1cb7","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:22.291741428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"af10187d-a429-4647-a7ce-45f4ec8b1cb7","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:22.400455436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"8de796d2-2840-4943-9cb9-d456e3323eb6","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:22.400478347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"8de796d2-2840-4943-9cb9-d456e3323eb6","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:22.562513215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"20ad64c4-1fc9-45fd-88c0-a9fe3cac9d1c","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:22.619691537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"20ad64c4-1fc9-45fd-88c0-a9fe3cac9d1c","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:23.055015817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"86ce97e4-ca1d-4f10-b437-cc7b8b93f2df","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:23.055041021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"86ce97e4-ca1d-4f10-b437-cc7b8b93f2df","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.399709401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4637adb6-c23b-4b56-9bbe-80ddcaf1a1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.400691865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"733720e7-53ba-4428-b5b9-ebe086f28c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.48456375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4637adb6-c23b-4b56-9bbe-80ddcaf1a1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.489513857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"733720e7-53ba-4428-b5b9-ebe086f28c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.679634471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"160febf5-16ed-4ae5-b19b-e88198323bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.681008545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"af5cda9b-0395-4b59-8faa-a746b2b37800","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.681631915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"4890843e-152b-4dc0-9792-ada46aea1e17","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.753933007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"af5cda9b-0395-4b59-8faa-a746b2b37800","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.756689966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"160febf5-16ed-4ae5-b19b-e88198323bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.76752861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"4890843e-152b-4dc0-9792-ada46aea1e17","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.839255687Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.904595678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"73f18343-05c6-49be-8052-170dd0e24b2a","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:27.904811377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"73f18343-05c6-49be-8052-170dd0e24b2a","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:26:27.971405976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-d2da5a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-d2da5a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.083662765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fc55df3-d562-45b2-8a13-8ce0762c8432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.100347295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"8e414547-9f75-478b-823a-35b1f4a2138d","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.100441481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"8e414547-9f75-478b-823a-35b1f4a2138d","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.150285227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fc55df3-d562-45b2-8a13-8ce0762c8432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.222123633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"9fc6d33e-baa0-4937-a9f3-022852cc4f11","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.22217457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"9fc6d33e-baa0-4937-a9f3-022852cc4f11","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.291655356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"625bd4e8-1b29-4f10-a5c4-2cd976bfa095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.352257975Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"e4e1a692-4b07-4320-8611-278ee3c870fb","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"e2e-rt-eq-d2da5a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-d2da5a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.358572007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"625bd4e8-1b29-4f10-a5c4-2cd976bfa095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.414207182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"8cc735d0-91a2-41fa-9bb5-1a43d1dde605","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.415037237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"a2875db2-c614-49c4-a507-2d739eecfd3f","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.48865198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"a2875db2-c614-49c4-a507-2d739eecfd3f","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.489377949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"8cc735d0-91a2-41fa-9bb5-1a43d1dde605","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.615208838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cdd103b-33a6-42c6-a107-aab1e4d7a85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.659785881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"379f46e3-2ca6-412c-a3ad-a7b20fd1c516","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.659900016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"379f46e3-2ca6-412c-a3ad-a7b20fd1c516","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.673233177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cdd103b-33a6-42c6-a107-aab1e4d7a85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.815210591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0849d075-ca93-4713-9c51-1f5ca29848e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.873720559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0849d075-ca93-4713-9c51-1f5ca29848e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:28.875286459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"580de8d9-9608-41d8-afaa-5cdd5963d351","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"llm/e2e-rt-eq-d2da5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:29.155761578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"b5f9a712-be54-4c62-b5aa-07eb0eb82dd1","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:29.155786908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"b5f9a712-be54-4c62-b5aa-07eb0eb82dd1","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:36.947574541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"4cb3684f-3023-4b00-bd85-8c4db644163e","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:36.948094726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"50f8d591-6f1b-46e2-ac75-50bb6ce8f1ee","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:36.948636293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"e2e-conflict-a-00e30839","reconcileID":"eac79104-fe78-4d98-979d-a44318a1da7a","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"e2e-conflict-a-00e30839-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"e2e-conflict-a-00e30839","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.018251581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"75ee0125-5b8b-49f2-87b4-0a28d3cf7636","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.018614994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"e2e-conflict-a-00e30839","reconcileID":"2a30a6ae-3750-40e8-83cc-1779bae250a4","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"e2e-conflict-a-00e30839-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"e2e-conflict-a-00e30839","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.018776685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"60119d2a-3bfd-48fd-b2fc-c7a80398356a","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.113708422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"aa11b629-fbf3-4b2b-91d9-60194251f1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.114496004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e2f0453c-7335-4834-a8a5-4ba7d689c1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.171560968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"161593e9-75b9-419a-b567-eacfb1f92483","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.171678785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"3bd8503c-e218-4396-a9ea-b8677d5ccbb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.176024615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e2f0453c-7335-4834-a8a5-4ba7d689c1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.177272534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"aa11b629-fbf3-4b2b-91d9-60194251f1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.498066547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"2457b8b1-3342-4fe3-b57f-11459acb319a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.499482714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"615e90a3-18ff-4a70-b778-b290ece2b2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.555795136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"2457b8b1-3342-4fe3-b57f-11459acb319a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.556524293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"615e90a3-18ff-4a70-b778-b290ece2b2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:37.840125415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"5b81a261-620e-478b-a92a-181e691efe17","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:42.654098187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:46.471750411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"c414e10e-9118-467e-8965-60af6bc0c54b","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"llm/e2e-rt-eq-d2da5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:46.795815069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"e6fcda37-6113-45ff-a5d3-69c1dc831b9d","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:46.795943048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"e6fcda37-6113-45ff-a5d3-69c1dc831b9d","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:46.869694905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"1671c10c-615f-4cd2-9ddf-e426383e0aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:46.870440425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"19b773fb-a5ce-40d7-9730-cbf7fb5cb8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:46.962626078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"1671c10c-615f-4cd2-9ddf-e426383e0aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:46.963069083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"19b773fb-a5ce-40d7-9730-cbf7fb5cb8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:47.532227434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"fa1516d6-19f6-4ca8-b07e-f93cf7aeb8e2","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:47.533297836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d9c2d6b-10ad-4b52-87da-357f0789e4be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:47.534284143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a619c1-2b26-4399-8481-4350fb9e37ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:47.533814568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"474a4f40-0785-421c-86e0-dc704afd549f","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:47.601103611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"fa1516d6-19f6-4ca8-b07e-f93cf7aeb8e2","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:47.605723293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d9c2d6b-10ad-4b52-87da-357f0789e4be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:47.606759907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"474a4f40-0785-421c-86e0-dc704afd549f","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:47.609462973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a619c1-2b26-4399-8481-4350fb9e37ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:26:55.454321564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"bcb53241-52e8-4e29-914f-9d49c17ffe0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:02.708999218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"d65ade04-3c18-4644-a7d0-4d8d7849c665","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.256595311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"9c5f8aa9-0aa2-49b7-9dca-b93ba581329d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.354290289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"da7423d6-5b35-4c0b-b5e0-a4ad7efced2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.507796691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"acfc8405-9401-4e90-aeb3-920ab99311e3","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"llm/e2e-rt-eq-d2da5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.55575739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"c28fdd9c-49a9-4754-ba77-522a5fad0989","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.555827509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"d68f7719-d320-4996-83ba-3b59e8246a20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.655314647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"7d500635-3831-4955-8945-ff3f0122c256","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.759445801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eac37f17-d1b3-4f6b-8b47-84ec15043451","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.890355089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"3cf19fd0-4457-4c2a-a382-cab75532bcb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:03.943928734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"cd188b49-aaa2-4990-9aa7-41cbb5b167d0","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:04.023279983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"e2a31f5b-3d28-401f-ba23-b59466ad1891","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:04.124384776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"ede6fd29-ea8d-4803-a174-9253750f36cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:04.22368078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"719c437d-b032-48cc-a6ad-d9aa8193ba13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:04.325367944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"4d399c9d-6750-45da-9c83-3ea938bd5f51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:04.42482593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"914eddae-e25f-4746-b59e-b0f67cff7a75","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:05.431321663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"e2e-conflict-b-00e30839","reconcileID":"658505e4-36f3-466e-88dc-b03856a7b57d","MaaSModelRef":{"name":"e2e-conflict-b-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"e2e-conflict-b-00e30839-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"e2e-conflict-b-00e30839","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:05.490656952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"e2e-conflict-a-00e30839","reconcileID":"21ff7359-6ba0-4d85-8198-edf105167860","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"e2e-conflict-a-00e30839-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"e2e-conflict-a-00e30839","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.66295916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"8143bf53-6b2c-4e1e-94fb-88bc2841be7e","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.6634047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"b6c45b56-ad57-4511-b30e-12d29dc21a27","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.663638037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"0be5609f-da4c-44d6-8985-652b4c10a46c","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.73541542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"c68f900a-f8ff-4f76-9a25-c89feb2a0ced","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.73592754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"ee5aef3d-a859-453a-af3d-576e2a70a555","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.73634655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"733cc65e-5b8e-4451-90dd-fe1d911daf14","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.824037044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"1001b0f2-99ab-4677-8531-1b43fb7ae430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.825484151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"9be8b62c-0db4-481e-ae88-7e60e65fd254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.879552157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"c0fcf959-1c31-46ce-baa2-0850ac84db44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.880630768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"0e23e4bc-a062-4428-b0ff-5ed3f99a951c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.896528337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"1001b0f2-99ab-4677-8531-1b43fb7ae430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:07.898281218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"9be8b62c-0db4-481e-ae88-7e60e65fd254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:08.220325171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"72058589-4c33-4236-9010-d3306f603021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:08.220325485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"860dcaa4-4f5d-4a6a-910d-50a8d805408f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:08.278902524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"72058589-4c33-4236-9010-d3306f603021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:08.279788006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"860dcaa4-4f5d-4a6a-910d-50a8d805408f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:11.540797942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"e2e-conflict-a-00e30839","reconcileID":"eefcd237-8f16-48b1-bcd9-a776feb2839a","MaaSModelRef":{"name":"e2e-conflict-a-00e30839","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"e2e-conflict-a-00e30839-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"e2e-conflict-a-00e30839","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:12.653751831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:22.479920985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"b4616969-0cae-4db8-a20d-8350e3b818e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:22.586238202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"62dfd679-f590-4a55-908f-6db459647db5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:22.607423293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"377165e3-8a03-4cd4-b4d8-3087de4ad828","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:22.735930347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"151075b9-a779-41a2-b872-c4770e3d02d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:22.829034658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"36b3880f-852a-47bc-90fd-b6147d77da32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:22.927563174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"9f7ffc7d-4496-4237-a791-9fcb25cfc92c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:22.981039816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"0088b898-d4e9-4f62-ae24-f788c2bf3253","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"llm/e2e-rt-eq-d2da5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.02705958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"f33ac523-922a-4f22-8a24-182a36d555c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.127581512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"680f4807-1d9f-417a-a179-9c3728402d1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.163192112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"b5d4cb1b-835d-4b1b-9413-1668efa60d41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.397693689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"69dc115e-6c32-4a8f-8294-56aa62974a3e","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.463114447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"3f9183d9-0c48-460a-9b01-d1a982b21c6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.565426714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"107ad02b-dff7-4c77-be7f-a70b2d92ca66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.66653151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"6ded40b0-970d-4a49-b609-0f90613daea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.668369765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"bb40d3ea-73d7-4e62-a12e-73828fa23464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.670551265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"fd141f20-a3d8-4433-9c59-73f5432cb581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.72850528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"bb40d3ea-73d7-4e62-a12e-73828fa23464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:23.729558365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"fd141f20-a3d8-4433-9c59-73f5432cb581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:24.190610276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"1f4fea09-60c0-4f5e-a70f-a50799f2cdb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.348968747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"e41864a2-036f-4640-bebe-9d7229274523","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.3502473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"688216ea-c42b-4a8a-acfb-bc0eb3c5c490","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.426180425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"c32c9073-25c5-40af-b6e7-f9755cbf0531","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.426770113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"97f7ec2b-7ed8-429f-addd-1f8d36c89d3b","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.51251858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c26472ba-f738-47f5-af6d-c97912f8f6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.512789908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f54e7fb7-e218-4594-9c4e-fa0799f24727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.56838255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"dfe20b3b-2af0-408b-8924-4c8a4621f522","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.568900085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"7236f019-c857-4b7f-bda8-2a2c77d9c7df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.57780943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c26472ba-f738-47f5-af6d-c97912f8f6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.580858626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f54e7fb7-e218-4594-9c4e-fa0799f24727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.951338874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"886342ed-72dc-49f0-b996-39bcebdd6b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:31.952001697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3b8fddb3-9bce-4320-b84e-ebed5305de6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:32.035318812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"886342ed-72dc-49f0-b996-39bcebdd6b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:32.03897066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3b8fddb3-9bce-4320-b84e-ebed5305de6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:33.738848572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"cb123541-f3f0-44fa-a413-254e24d65f09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:33.839398344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"7780d3dc-2afe-4c23-8f93-cdf7fe5f2975","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:33.865179186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"3163cdd0-0149-4af4-ab3d-cf56a231df2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:33.942872601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"58972973-657c-4b5a-b951-ba4a8152c84d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.049922871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dda0ede7-07fb-4c0e-8b73-36793395ff1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.151200825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"078b8227-350a-4f90-b0bf-4c39b98806a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.252984327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"96ac9f0d-3cbd-4ca2-8fd1-66532ce316a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.351969895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"fe79b3f7-3891-4045-95c2-f362cd16c2e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.414668445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"08b1dc9a-a70c-48d2-8eda-586cfd253c3b","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.453089998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"14fa264b-acee-4a1d-9eec-bf8dd6511022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.480377921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"b792253e-c671-44d9-be54-60ec407287f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.635294742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"3ee2ce80-4b3e-435d-8969-a2bfb71d8e6c","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"llm/e2e-rt-eq-d2da5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.683906305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"5977ba71-1a01-45a8-baa2-34bf2fbc3a22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:34.804235213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"6cde34d6-098a-4688-93a9-8b3c5602c9f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:42.653914467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:45.338972523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"daa01b1f-5c12-464a-b1bf-e336c6c27e08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:45.439403082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"b43ac393-85e9-4913-9470-1d95ec02f8e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:45.583464844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"71dde8c7-5cfa-44a3-998e-a0d0bc38b0a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:45.683170233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"6014a09f-50c4-414d-b34b-80736fc7d7a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:45.783993517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"bfbd040c-1159-46af-9f33-8a95e9758126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:45.784002847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"2bf84fbb-d5e3-4fa5-8ebc-6db568c712c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:45.827864764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"452f5eb2-4526-4432-abcf-c61c27d2b81f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:45.909812699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"6aee5bb8-788a-4575-aadf-d105b7b25ff5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.073798847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"05da68cb-6d20-4de4-9c5e-68d7ee37a3af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.232364093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"984cf609-d44f-42cb-941e-e06b636d66df","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.274812787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"7f323cd1-42fe-41c5-84bf-9371cdac24d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.328945256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"c6ce643f-b5fe-49cd-8527-38f89af3a8c6","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"llm/e2e-rt-eq-d2da5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.398429815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"14139524-26c9-457f-bb78-5ea717bb16b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.499590867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"a4bfed27-25d9-405b-bb5d-4061d73eefa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.667345021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c6658878-bc8d-48ec-a3f2-8b5711af62e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.667368626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2f7223b3-7daf-44ad-8fd8-ba26cfbdd6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.724840644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c6658878-bc8d-48ec-a3f2-8b5711af62e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:46.725977069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2f7223b3-7daf-44ad-8fd8-ba26cfbdd6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:48.126303913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"ac652592-7f87-4e9e-9674-8aaa6c9b305a","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:48.12689229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"ae2e64cf-9d69-4503-9ac8-591ab68ad0ba","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:48.289291553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"8c898544-fbc5-4d56-8646-a0b852254aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:48.290311221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"4a1a8c10-5ca1-4708-a87b-682d357c4be5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:48.345369388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"51263942-f900-4779-bff8-478cac62855f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:48.345622675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"98b8b108-5704-4ea1-bb30-cc9110ea7dd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:48.348079618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"8c898544-fbc5-4d56-8646-a0b852254aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:48.349187815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"4a1a8c10-5ca1-4708-a87b-682d357c4be5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.198456948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"c8e42304-64ea-475d-be09-98022ba25552","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.198817519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"58d688be-67f8-43a4-beb4-94acd6a1164f","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.199004795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"87dfce81-ed89-4733-9a33-18eafb2e66a7","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.283342125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"fc3bab75-85b9-4d3b-90d9-941d97dfd233","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.283718274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"57e53da3-92fa-4011-9293-ea9a1ce85e87","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.283994123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"55c6f538-a6df-4f8c-854e-af12d0ba589f","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.36074722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"72fe717e-b00b-4568-9972-3ee691bc150c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.364975892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"d5caceba-8b7e-4d49-8da3-20926f4b55af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.42539691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"406496fa-cc58-4dc8-b4a6-11906b6e8675","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.425846082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"6ac8cc1f-3a61-4b24-abaa-23451bed8058","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.428096055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"72fe717e-b00b-4568-9972-3ee691bc150c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.428741687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"d5caceba-8b7e-4d49-8da3-20926f4b55af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.751703787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"72a16a3f-815c-4ea7-86d8-50a95bbacf4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.751921654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"0579c085-f118-4b28-be2c-5ce6109f6699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.809840284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"0579c085-f118-4b28-be2c-5ce6109f6699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:50.810581471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"72a16a3f-815c-4ea7-86d8-50a95bbacf4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:53.893691354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"1865360e-dbaf-4ebe-9268-096875074ecc","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:53.894112171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"6a7522a4-9258-4679-8bd6-f091cf750824","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:54.056986441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e5283498-64a2-425f-9e6c-6c9744f7742d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:54.057412294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c3414714-3a2d-48c7-a536-8038af86efef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:54.110080925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"1101f477-a9f0-42cb-845f-21ec08cc497a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:54.110383326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"153fb13c-2f85-45c2-8bcd-d82fef17f467","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:54.116792696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e5283498-64a2-425f-9e6c-6c9744f7742d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:54.116873478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c3414714-3a2d-48c7-a536-8038af86efef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:27:56.172205336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"05b8556f-43fe-45a5-a254-a37754d71ca0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:01.497988694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"628af600-0e4a-422f-9f7c-a32810cc0133","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.521602647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"7a3b5284-7b21-4b83-a9b4-4f974b424a3f","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.521925982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"5e5f098b-1c47-4893-ba49-36b033587eed","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.579535933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"501d7dec-16c4-4768-a650-3f225efcc2a7","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.579831846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"10903f02-d694-4f31-b332-5e4d5e8399d3","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.642273273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"b50544e5-26ac-4d02-aebe-26ee20a16b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.642273541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"597503c0-6ffb-4855-ad89-25a719a85159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.70032278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"597503c0-6ffb-4855-ad89-25a719a85159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.700588263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"b50544e5-26ac-4d02-aebe-26ee20a16b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.847712824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"eabb9c68-de10-4281-916e-80cd5df1b131","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.892888697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"a1eabe94-dc26-455c-a71a-cc9bc8432110","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.893044545Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.905301987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"eabb9c68-de10-4281-916e-80cd5df1b131","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:02.951273106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"484ac557-fe2a-4944-8fee-8c422a2ce0bb","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:03.010351552Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5f765a/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.064809503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"1ba6f880-c875-40d3-a0d6-8319c9b8b2cc","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.064834424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"1ba6f880-c875-40d3-a0d6-8319c9b8b2cc","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.119217792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"1b309af7-7f51-498d-a006-1e01bf45a9b7","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.119511033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"ba7b44f2-9aa4-476e-86e9-1c1afeb997fc","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.161250227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"bd20302b-771f-476b-935a-e0a9c5be8920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.161250409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"94f1bcb8-6a17-4670-8cd2-63d645e9f564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.220251264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"bd20302b-771f-476b-935a-e0a9c5be8920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.220306657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"94f1bcb8-6a17-4670-8cd2-63d645e9f564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.283599351Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"3b72ecf8-e069-49c6-85e5-650f3399237b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","model":"distinct-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.384867654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"3d2e05b5-8eae-41c7-8c43-44d75fa5bd79","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.385288231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"c4957f61-9f85-4dc3-b794-13f34b3af579","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.44706793Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"3b72ecf8-e069-49c6-85e5-650f3399237b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","model":"distinct-2-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.653006692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"f985ffde-f4fd-4ed7-b94a-f6bc09985457","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.675022288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"bd837a69-7b6c-4b1b-8fc9-d3ca161a5e65","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.675535419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"b74e3b05-43f8-427a-a4fd-97a92d09b2a4","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.711099569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"f985ffde-f4fd-4ed7-b94a-f6bc09985457","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.755739348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"edc05b0e-2043-45f6-ad7f-4721d64fc043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.755790532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3ef0bccd-a959-4115-85bf-56df70abb2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.828741134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3ef0bccd-a959-4115-85bf-56df70abb2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.830959969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"edc05b0e-2043-45f6-ad7f-4721d64fc043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:03.894395429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"b36353e7-e2af-44e0-8d8d-017944aa8c8c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:04.06436111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"b36353e7-e2af-44e0-8d8d-017944aa8c8c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:04.551591869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"6b030c44-ffc4-4238-9a4e-5805419045bd","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.398428995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"15786bad-174c-4e01-b307-b5d6f022a0bb","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.460227214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"6af44618-a63f-41fe-8d28-1e0b4ddb4f84","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.567103245Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"09d7b670-9d78-402a-94aa-72066c27642b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e51483b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.621294506Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"fe3bd409-de35-4e97-a3f4-ee5cdf1e9480","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e51483b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.669304622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"401125a1-257e-454c-bd98-02307053d11d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.669494754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"44c96578-9dab-4ab3-af33-830598515265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.669305376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"da873557-45ff-46ad-b1e1-fcbb1fe89afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.728314051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"401125a1-257e-454c-bd98-02307053d11d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.732777463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"da873557-45ff-46ad-b1e1-fcbb1fe89afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:06.732864658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"44c96578-9dab-4ab3-af33-830598515265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:07.210627165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"1e997b1a-abfc-4fcc-82e1-851457b0d2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:07.210840159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"92f6c67a-741b-404e-b55a-f12762bebc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:07.268968739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"92f6c67a-741b-404e-b55a-f12762bebc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:07.269198585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"1e997b1a-abfc-4fcc-82e1-851457b0d2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:07.330650499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"a61c1d8e-8ede-48c1-a94c-2d12fedf55f1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:07.38887936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"a61c1d8e-8ede-48c1-a94c-2d12fedf55f1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:10.845399565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"1dd7fd0b-e44e-4ee2-8a47-6eede576e111","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:10.896627236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"6fd9c519-6c30-497a-a50b-be661d8d8cd5","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:11.80865539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"a014e098-9eda-495f-959d-23b089031260","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:11.864938027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8a8b50a9-8d68-43cd-8aeb-64ae94915e44","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:12.026514115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"55aa03ac-ecb3-4b79-a472-ea70a4392652","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:12.083890085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"55aa03ac-ecb3-4b79-a472-ea70a4392652","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:12.140077875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66eb2a66302c20c8061f062df1542c7ad1db513c8b1988f81768f7d266f6665c) AuthConfig (bc33498b2dcdc2f8d2612aa17c0e640458a4442c9d7f2ad45303aeb15b5bccb9) AuthConfig (828fe179b1caaef8c4abb4ba71cbe53ab31fc04108a1194889605dd8100c90f1) AuthConfig (d4fbd382871bb4f5406c37842f4848012cdca0b01e2d7698dc28e396dc18659d) AuthConfig (b565990bc269af90f4e0533dedaf97fc37dc70b037af910a7605358eda2713f5) AuthConfig (b3a9fbda204f0b6bfe85682d0fee9fd7a9712977e22af554d2d82ba07f1a075a) AuthConfig (8f577e4cdeda37406cbf43b607fe4ff7a6bd85c0d3b2c53a45b82a9207f437f9) AuthConfig (c17d6c6438d8754832a843b7a082fa7fc719ecd30696a3551f3ca815dd52f28b) AuthConfig (f27c742360d050f8cfba473367fd8076f0a6abdf57b30c6116d8b1fa7559bcc0) AuthConfig (313f15eb64d50822c9c91871179d7a6ffa3111f658f213fdc0612575f480add7) AuthConfig (5cddd3e1918c7df14f710eb09cebc745d043be6f81e6c1e1f2a3803e2f0c6513) AuthConfig (7be093b94c77d8e466548a812b2fd67ba6e4cdbef2e705474d1a124d26a40f56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"55aa03ac-ecb3-4b79-a472-ea70a4392652","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:12.19852217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"daf1265c-e4c5-4e92-b81e-edbdfab43b46","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:12.35881286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"a8b98c82-1743-45b6-bffd-8ca2d453f4f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:12.416374121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"a8b98c82-1743-45b6-bffd-8ca2d453f4f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:12.472624053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6fa533-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66eb2a66302c20c8061f062df1542c7ad1db513c8b1988f81768f7d266f6665c) AuthConfig (bc33498b2dcdc2f8d2612aa17c0e640458a4442c9d7f2ad45303aeb15b5bccb9) AuthConfig (828fe179b1caaef8c4abb4ba71cbe53ab31fc04108a1194889605dd8100c90f1) AuthConfig (d4fbd382871bb4f5406c37842f4848012cdca0b01e2d7698dc28e396dc18659d) AuthConfig (b565990bc269af90f4e0533dedaf97fc37dc70b037af910a7605358eda2713f5) AuthConfig (b3a9fbda204f0b6bfe85682d0fee9fd7a9712977e22af554d2d82ba07f1a075a) AuthConfig (8f577e4cdeda37406cbf43b607fe4ff7a6bd85c0d3b2c53a45b82a9207f437f9) AuthConfig (c17d6c6438d8754832a843b7a082fa7fc719ecd30696a3551f3ca815dd52f28b) AuthConfig (f27c742360d050f8cfba473367fd8076f0a6abdf57b30c6116d8b1fa7559bcc0) AuthConfig (313f15eb64d50822c9c91871179d7a6ffa3111f658f213fdc0612575f480add7) AuthConfig (5cddd3e1918c7df14f710eb09cebc745d043be6f81e6c1e1f2a3803e2f0c6513) AuthConfig (7be093b94c77d8e466548a812b2fd67ba6e4cdbef2e705474d1a124d26a40f56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"a8b98c82-1743-45b6-bffd-8ca2d453f4f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:12.654264797Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:16.675866874Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"a37f009b-8701-4539-adc9-7276b149c43c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:16.729893293Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"a37f009b-8701-4539-adc9-7276b149c43c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:16.784609642Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"a37f009b-8701-4539-adc9-7276b149c43c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:16.841601521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"a37f009b-8701-4539-adc9-7276b149c43c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:16.895535464Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"a37f009b-8701-4539-adc9-7276b149c43c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:16.949508248Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-subscription","reconcileID":"a37f009b-8701-4539-adc9-7276b149c43c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.237253082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.237870246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"c2596142-719c-435d-9933-6f9a56556ccb","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.298990228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"75cf55c1-6b2f-4a90-816e-0b111b5b4510","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.381748344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"ff17fb23-2921-40aa-bfca-a92dee12a51a","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.381998604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"af69913f-49af-4eb2-95b8-b97408bdd851","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.506192013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"e5c1549b-991e-4944-80f3-f30283fcf202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.506579334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"0244e0f5-8bc5-45b9-8f18-cae18a9f7005","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.506753892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b79df1fd-51e0-4dcc-9280-210cbd3bb755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.564574741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"0244e0f5-8bc5-45b9-8f18-cae18a9f7005","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.564666718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"e5c1549b-991e-4944-80f3-f30283fcf202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.566896589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b79df1fd-51e0-4dcc-9280-210cbd3bb755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.880383467Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"56973c31-b85f-4df2-acec-094b9ffc07f6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:17.933929638Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-distinct-models-auth","reconcileID":"56973c31-b85f-4df2-acec-094b9ffc07f6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:18.099714071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"340e0923-7783-49a5-82b1-69d3671ce22a","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:18.099943688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"18cad954-feb3-486e-b771-5346c007c347","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.098294056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"47d93a57-0f42-40a5-9c87-3bb0f473f9e9","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.154885283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"26fc5fb3-6b74-405a-89f5-398f56d73e54","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.363422053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"74f4c2ef-d759-44aa-8a8b-7e1e6bb3b82d","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.363436626Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.369478544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"83f2a12c-a393-4e09-9fa7-85baa6f3b228","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.423670905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"33e19a6a-c312-4f74-95b4-5d771c7af930","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.426906844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"83f2a12c-a393-4e09-9fa7-85baa6f3b228","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:19.469361048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub1","reconcileID":"ebdcb8b3-a8da-4fee-829a-cb2fb98de4b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:19.478394224Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"33e19a6a-c312-4f74-95b4-5d771c7af930","name":"distinct-w1-5f765a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:19.478452189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"33e19a6a-c312-4f74-95b4-5d771c7af930","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.483876145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"3dca9f43-e38d-405c-91c4-eb85b4d6417d","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.576422489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"88011ce6-72e6-4e9a-b487-0242f861a536","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.57759153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f4eed03f-cafe-42be-a4e5-0b484953294d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.577648675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"4afbd749-976d-423f-80af-97879fee7184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.628112994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"12b2f861-1a6e-44bc-b06f-27e9d7cd1b6f","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.634964092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f4eed03f-cafe-42be-a4e5-0b484953294d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.635024676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"4afbd749-976d-423f-80af-97879fee7184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.635493886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"b46c63f0-85f3-4314-8ce7-9a9176cafece","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.683378537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"0d86b9d0-4cf5-4977-93f4-b52e1b43e35a","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.747467196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"c69be939-4bae-46b0-903a-1ba28cc79c09","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.857534489Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub1","reconcileID":"0a4bd11a-eb32-4e77-ae87-3cc34fcfbec5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","model":"distinct-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.900177373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"c0c9f8db-d19a-4cdf-9620-b5ba4cbe93fb","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.901036725Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5f765a priority=0:[ai-tenant-e2e-worker-w1-5f765a/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-5f765a/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.952250089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"5db7db30-ac51-44ba-accf-98ae783ab1e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:19.97275231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"dfa3eafd-4680-4b40-b8ff-d7cbfa82633a","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.010061734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"5db7db30-ac51-44ba-accf-98ae783ab1e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.017563022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"57e5166a-8492-4ac9-9161-6c6c0f7854ad","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:20.026667396Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5f765a/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.033423432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"7cd9c90a-eb7c-4e9c-b230-d1dd64798b5d","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.05270892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"f5594340-90c0-4b0f-a510-cc2dfb961a37","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.074633909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"1116f8c2-06a6-4999-a5d3-f2065ff2da42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.07471736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f8936741-9021-4538-b524-a5af13110d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.075307717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"c437807a-d4df-4679-91e4-30cfa25f2699","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.110319633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"f5594340-90c0-4b0f-a510-cc2dfb961a37","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.132960255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"1116f8c2-06a6-4999-a5d3-f2065ff2da42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.133063286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f8936741-9021-4538-b524-a5af13110d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.247287529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub1","reconcileID":"77dad38f-5e28-4690-b2a7-3777f66946a8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.293244751Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub2","reconcileID":"a5064820-5273-4d79-ac2d-a688c27a4307","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","model":"distinct-2-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.311588311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"028a9cdf-cb6f-4d88-a074-63d5fbbbd42b","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.464459551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"a08824ca-c53d-470b-b72f-e405cc53a13a","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.577342246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"e44581bd-3a15-4c45-9903-934e4a3cd191","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.577485222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"2f8698e7-c157-48ff-9377-f88741f642e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.577337831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"bcc3f6d1-9864-4e31-a449-06d49e7c8323","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.577816765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"882d094f-3dfd-474c-b522-42cb09cde80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.636069111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"882d094f-3dfd-474c-b522-42cb09cde80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.636308083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"2f8698e7-c157-48ff-9377-f88741f642e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.638427992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"bcc3f6d1-9864-4e31-a449-06d49e7c8323","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.638541841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"e44581bd-3a15-4c45-9903-934e4a3cd191","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:20.680182155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub2","reconcileID":"a859d4c1-67b7-4260-bf48-be45c91bbcec","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.457051465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"c901365e-9ce1-42c9-983c-1b02d83a06f4","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.480151935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3ae6a586-d2d9-4b67-8a25-b35bac900834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.480400936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"6b68f7a1-f183-47f1-aa31-31b317298e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.480152348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"046d1283-d2bc-4e78-8e56-36f6309270eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.480793458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"bc0c1da5-4ae6-4efa-9587-f5f2651af206","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.539430706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"6b68f7a1-f183-47f1-aa31-31b317298e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.540315537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3ae6a586-d2d9-4b67-8a25-b35bac900834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.543237052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"bc0c1da5-4ae6-4efa-9587-f5f2651af206","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.544406108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"046d1283-d2bc-4e78-8e56-36f6309270eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.623906214Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub1","reconcileID":"2c6f9538-ccc6-4ae1-81cd-58c531ed86b1","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2044f278","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.969277288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"8c6cc9e4-48da-4f2e-bf02-8803acef4219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.969424365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3b4a86c8-e773-4056-9417-f0b55ffae927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.969955268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"f70bc85c-66d1-4c25-8555-1d8e354a780d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:21.970020589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"98219392-78b2-4272-8e47-006424ef5852","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:22.027455163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"f70bc85c-66d1-4c25-8555-1d8e354a780d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:22.027617399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"8c6cc9e4-48da-4f2e-bf02-8803acef4219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:22.029782348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3b4a86c8-e773-4056-9417-f0b55ffae927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:22.030143464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"98219392-78b2-4272-8e47-006424ef5852","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:22.686543531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"a9a759a2-e25d-4532-a2e6-5488e909a501","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:22.744124998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"a9a759a2-e25d-4532-a2e6-5488e909a501","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:23.064028069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"87b3a52f-2546-4ea4-9b78-7c1e4cf4ba8c","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.23033125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"626a08f4-0fdd-4235-bbfe-6b4b060f1801","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.230346903Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.289438308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"b5ecd479-472c-40b6-9480-6e91f06d4a6a","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.337701135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-subscription","reconcileID":"bf0c598e-f24e-4c5f-831d-a354965772fb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.347756848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"8537f4c4-fc5e-4f10-aecd-5a523295a9bc","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.392460177Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"7120b8f8-5be9-44ea-8c57-3ce36afecee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.392458205Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"7159dfdc-931e-4181-835d-16f924f79daa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.393171805Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"2b6b10c8-5bac-4d6f-9f6d-5255285e1577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.451048622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"03b16531-e758-44da-b449-733b6cfa27ef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.453736761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"7120b8f8-5be9-44ea-8c57-3ce36afecee9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.454058722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"cf571a46-ac60-4139-acb8-bb3a3ae272e4","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.454591645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"7159dfdc-931e-4181-835d-16f924f79daa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.454724463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"2b6b10c8-5bac-4d6f-9f6d-5255285e1577","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.455012996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"1f993211-b61a-462d-bb5b-4766babc950f","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.455377628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"af042d62-f0bd-4213-ab20-7577472b895f","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.509352002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"7903691d-e2ee-4dd6-916f-817629d0ac34","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.616976228Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"a7cb3da0-6347-4e5d-b0eb-d12dafadd15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.616996291Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"656bbaa1-757f-4676-8aec-0a823b9347d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.617481074Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"d1f4df40-348a-43b9-97fe-cd5cea244257","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.617534163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"d1f4df40-348a-43b9-97fe-cd5cea244257","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.672736428Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"a7cb3da0-6347-4e5d-b0eb-d12dafadd15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.672800675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"a7cb3da0-6347-4e5d-b0eb-d12dafadd15e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.672887262Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"656bbaa1-757f-4676-8aec-0a823b9347d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.672923432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"656bbaa1-757f-4676-8aec-0a823b9347d8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.786302285Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-subscription","reconcileID":"87e2535c-9f5b-4d9f-814f-ae0d2ab26f58","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.791291114Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"77977366-4907-4914-8657-f4b9e34797e2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.791360966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"77977366-4907-4914-8657-f4b9e34797e2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.850720648Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"eb6b0c65-7e34-434b-80f8-725005811e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.850796057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"eb6b0c65-7e34-434b-80f8-725005811e24","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.850727868Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"c9d798d5-d7c6-41e2-a6c4-51a479b2dddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.850846344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"c9d798d5-d7c6-41e2-a6c4-51a479b2dddf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:25.963701074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"549efff7-7487-4fec-bfc0-a481fb5b1431","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.989224919Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"ab0474f2-5b77-49b3-b55c-d0b7937df7f1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:25.989290389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"ab0474f2-5b77-49b3-b55c-d0b7937df7f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:26.009780849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"d1ac3eb4-b191-4d14-afd7-ac72389e8e5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.042941924Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f52818ed-11ed-421a-bb47-304e856487e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.043005103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f52818ed-11ed-421a-bb47-304e856487e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.075043153Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"099a4d85-cd42-4194-b593-9677c7cf28b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.075108049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"099a4d85-cd42-4194-b593-9677c7cf28b8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:26.179246737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-subscription","reconcileID":"2c72c568-dedc-41f9-851e-57e8fee532e4","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.19087935Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"6361f476-d71f-44d5-b084-3d6641b98ce2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.190948355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"6361f476-d71f-44d5-b084-3d6641b98ce2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.29218944Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"a3496b82-dc4c-4b6d-b7b5-3950a2e72600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.292251574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"a3496b82-dc4c-4b6d-b7b5-3950a2e72600","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.292204778Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"2799ebac-3f91-4b20-bc40-8f966d2653d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.29229367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"2799ebac-3f91-4b20-bc40-8f966d2653d6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.432770187Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"e174addc-9df0-4e8e-97be-bf03935f81a9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.432836407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"e174addc-9df0-4e8e-97be-bf03935f81a9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.535918647Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"057ef61d-6471-4e2c-b32c-c686151f8a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.53599091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"057ef61d-6471-4e2c-b32c-c686151f8a5b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.537385157Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f244f6b8-7f11-4be0-958c-44b85b1dfaad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.537441174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f244f6b8-7f11-4be0-958c-44b85b1dfaad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.754751255Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"81d5b16d-6b8f-4775-ad12-e2afc3745d4b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.754823819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"81d5b16d-6b8f-4775-ad12-e2afc3745d4b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.85881483Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"1be59fbc-45a8-4f16-b105-5ebabd66a91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.858887215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"1be59fbc-45a8-4f16-b105-5ebabd66a91c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.858814816Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"3724b4f8-ae8c-4198-8e5a-a4e87427e31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:26.85893489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"3724b4f8-ae8c-4198-8e5a-a4e87427e31b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:27.236639851Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"d56a2c90-556f-47c0-9b9d-7eafc3d8eca2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:27.236712669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"d56a2c90-556f-47c0-9b9d-7eafc3d8eca2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:27.340569518Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"1ebbb6e4-7462-4431-bef6-48a42967ab24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:27.340656025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"1ebbb6e4-7462-4431-bef6-48a42967ab24","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:27.34057793Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"91d76b03-7e2b-4888-880e-0c3265e051c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:27.340721956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"91d76b03-7e2b-4888-880e-0c3265e051c1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.045690641Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"8839984c-8f34-4556-88aa-a368e3503783","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.045766901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"8839984c-8f34-4556-88aa-a368e3503783","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.143868016Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5dd660da-b039-4b9f-9d10-3ef6c10d71b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.143895821Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ed60b35f-c513-4298-ab9a-ca8c87898627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.143948262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5dd660da-b039-4b9f-9d10-3ef6c10d71b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.143963467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ed60b35f-c513-4298-ab9a-ca8c87898627","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:28.263193316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"feace841-6b05-4b4b-bdfc-64610244fce6","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.423674477Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"9b7d8522-a086-40a4-ae50-3940b3ac02cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.423747163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"9b7d8522-a086-40a4-ae50-3940b3ac02cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.424603906Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"e145b264-fbbf-4ca7-b576-8769ad451df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.424665598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"e145b264-fbbf-4ca7-b576-8769ad451df8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.42524899Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"1f8b24c1-4e23-4b48-9fd7-82b379d81954","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:28.425289722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"1f8b24c1-4e23-4b48-9fd7-82b379d81954","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:31.148846144Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"92672b17-8ff1-494f-a98a-8a753f52788a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:31.148940641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"92672b17-8ff1-494f-a98a-8a753f52788a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:31.148865218Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"17f1ff39-70fd-4d96-9ba6-bce2fea163a6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:31.148990877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"17f1ff39-70fd-4d96-9ba6-bce2fea163a6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:31.149103777Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"b3d6ebf1-9724-4c58-84b2-f9c86dc0749b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:31.149184053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"b3d6ebf1-9724-4c58-84b2-f9c86dc0749b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:31.677789987Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub1","reconcileID":"f111ebf5-2adb-4a53-98a2-eff79266fc9d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:31.731454449Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub1","reconcileID":"f111ebf5-2adb-4a53-98a2-eff79266fc9d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:31.78537683Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub1","reconcileID":"f111ebf5-2adb-4a53-98a2-eff79266fc9d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.058935982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"e7378e3c-06ac-483b-9a8d-7ee23b448aa1","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.059791101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.202388548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"6c39c646-03d2-4cd8-81df-d2d16719cbd0","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.33132548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"e7fb77e6-5ed4-4c1a-ac44-f3964e8033cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.331590962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"13f1b476-5950-4d79-854d-e4bd69604429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.33194676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"98717d2a-6cd3-4b8c-9b5c-099d14788920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.33133008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"e89d3f36-0171-469a-9626-b5ec7a28bd66","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.368897782Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub2","reconcileID":"15a588e8-b554-4be7-94c6-948c3dba6a13","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a61fd519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.390722157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"13f1b476-5950-4d79-854d-e4bd69604429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.390851714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"e7fb77e6-5ed4-4c1a-ac44-f3964e8033cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.393528576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"e89d3f36-0171-469a-9626-b5ec7a28bd66","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.393783158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"98717d2a-6cd3-4b8c-9b5c-099d14788920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.865660897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"caddc939-7718-43a7-b7a7-4d59763a0ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.923008023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"caddc939-7718-43a7-b7a7-4d59763a0ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.968348281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"cd1577e6-5d87-42ab-9887-1cf14c4e1dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.968561513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"b985f277-4037-456a-a14c-d44841b874d0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:32.968350709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"cbe18066-f4ea-423e-8b3d-d4775e999213","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:33.028540755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"cbe18066-f4ea-423e-8b3d-d4775e999213","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:33.028540753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"b985f277-4037-456a-a14c-d44841b874d0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:33.030869833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"cd1577e6-5d87-42ab-9887-1cf14c4e1dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:34.877366289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"6f3369a0-9431-4889-a12b-36e1452bbcc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:34.998845803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"9670416f-6ade-474e-9d46-c66df801b51e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.123499975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"19d492af-f22b-4055-ac6c-3ce34d452d1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.251574517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9d74b51-3758-4803-8347-3a20f42968b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.282056756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"b6a8fc6d-8864-4b9b-bb2a-98894060b45f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.326105274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"216fbc51-d0a3-43ad-83c8-7a2ad5aad36d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.479980105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"5131244a-9432-42e8-a951-72bada238688","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.52507062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"344335b9-4dbb-43d4-b5d4-2abe5c87e8bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.626544337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"b84f1076-d6a0-4884-8bdf-00c3548ce75f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.679790445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"394046b7-1206-4ea0-844a-def37044723a","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"llm/e2e-rt-eq-d2da5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.753977402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"4168588f-1900-40c8-863e-e1052f6b8595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.877686818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"4074a953-2592-49aa-9144-a2742a995a30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:35.997705866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"823b9b8f-6819-4c65-bad5-e33c6784f343","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:36.097837086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e15b279-f416-400a-b6db-558f5ec32090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:36.121596406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"636bb3f1-b4f5-46b2-ab3d-0882c446c9e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:36.431181037Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"13f60f58-717a-4089-ab44-776437f0c4e1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:36.431250922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"13f60f58-717a-4089-ab44-776437f0c4e1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:36.431186305Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"9ab8f48d-84ff-4fea-9696-77ff2412071f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:36.431295611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"9ab8f48d-84ff-4fea-9696-77ff2412071f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:36.431363278Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"a448fcdf-47fc-460c-8b9d-c1d6b0956b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:36.431414218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"a448fcdf-47fc-460c-8b9d-c1d6b0956b64","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: compose ai-tenant-e2e-worker-w2-6fa533/e2e-dedup-subscription@e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: model e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:38.432105159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-subscription","reconcileID":"8b39c203-ca4b-4f81-85c4-bcd4fe18df73","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:38.594321918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-subscription","reconcileID":"8b39c203-ca4b-4f81-85c4-bcd4fe18df73","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:38.814878568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d871bc72-2172-4106-9e5b-217775fd84f3","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:38.814933018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:38.958221163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"a967280e-956d-4da5-9ff3-72a98d2918ce","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:38.977503328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"28da3816-a4d3-4bae-982d-b5b155d5f9d3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:38.978515104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"9db610c2-e607-4586-bd4c-8666f5aad0bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:38.978776383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f20ba0ff-6b83-4b2f-8225-5d3256ec5b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:39.03570834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"28da3816-a4d3-4bae-982d-b5b155d5f9d3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:39.037557857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"9db610c2-e607-4586-bd4c-8666f5aad0bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:39.038096154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f20ba0ff-6b83-4b2f-8225-5d3256ec5b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:39.306703953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"28da3816-a4d3-4bae-982d-b5b155d5f9d3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:39.306912079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-dedup-auth","reconcileID":"b2a5e44b-94b8-47f3-ac6c-91850a7fc651","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:39.31304252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"2e60ed3e-0659-4450-9b85-54a62c724b05","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:39.313774046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"beef088c-dbb5-4848-aec5-d7a23625dc4a","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:39.517872944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d2510835-6250-410a-81ae-87cdf4087a39","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.497127247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"054b3bd2-46b2-41a6-9e9b-bb746da969d8","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.556740725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"67997101-d962-4446-927f-85227a530c50","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.71816526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"cba0efe4-0fb1-4aba-a769-f6b798c8d0d5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.770739043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"50dcb7a3-86bf-4569-809a-36aa7cd3d122","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.770912112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.775546523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"cba0efe4-0fb1-4aba-a769-f6b798c8d0d5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.828859525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"86c12ba2-5c07-4ed3-85de-7f2bfc2da073","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:40.875487575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-sub","reconcileID":"9846cf80-e8c4-4ce0-8ba5-601e79138bfa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.931296302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f574bfff-7eed-42af-a066-209af509bf3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.931372318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"42b11319-724f-412c-9be6-dc6f2a2c8c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.986328618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"419e1499-57c3-4159-971c-ff6d0a213d57","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.989111585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"42b11319-724f-412c-9be6-dc6f2a2c8c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:40.989342697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f574bfff-7eed-42af-a066-209af509bf3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.043852025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"59115c9f-adf2-42de-96a7-1411cd1ec011","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.097279035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"57651c7c-58b1-4939-b989-3e5dab8509d6","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.262535524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"55891f17-9a1a-4066-b394-4f7d14569e2b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.320709674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"55891f17-9a1a-4066-b394-4f7d14569e2b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.321555067Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-sub","reconcileID":"bc29cafd-65c3-4d3e-a83d-52abc54d3516","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.403683819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"87a5d245-5828-4a79-807f-6e0625708a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.403683832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"55711141-d494-445a-a9f7-f13f02034272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.461538027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"87a5d245-5828-4a79-807f-6e0625708a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.461876939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"55711141-d494-445a-a9f7-f13f02034272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.491245313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"bcd1e6bf-35a9-419d-b79f-e32e874b63d8","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.537025312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"78f331c8-347a-463e-a118-08ed121c0d2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:41.710062716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-sub","reconcileID":"5491b2c5-e412-4f05-802b-f146988e82ed","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:42.426651131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub2","reconcileID":"cd9c1b67-00c5-486a-861e-6030adcbe92f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:42.480750455Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub2","reconcileID":"cd9c1b67-00c5-486a-861e-6030adcbe92f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:42.535839887Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-sub2","reconcileID":"cd9c1b67-00c5-486a-861e-6030adcbe92f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:42.654241752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:42.819148112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"b7f94eb9-33ab-442a-868d-5f87ab273bb8","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:42.819464301Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:42.881317934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"9c2bba50-e0c9-4d79-a78c-2d85dbb23b9b","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:42.96547672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"1766a6df-9d52-40ec-ae7a-9c030a7eb419","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.09566561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"80fa6ee6-a341-42a8-857f-f59c0702b020","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.095706895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"81e08f20-4647-4a65-a299-d4873bc342f9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.096332282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"a6b5327b-003d-4baf-ae60-ccd89c7881ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.096332071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"c0ddb7f5-b4d2-4cd4-a177-64bb5aea7ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.161514535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"80fa6ee6-a341-42a8-857f-f59c0702b020","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.16315104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"81e08f20-4647-4a65-a299-d4873bc342f9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.165152807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"c0ddb7f5-b4d2-4cd4-a177-64bb5aea7ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.166591346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"a6b5327b-003d-4baf-ae60-ccd89c7881ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.322781766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth1","reconcileID":"d5509dd5-f079-4a08-8b19-12fdb441121c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.494214522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"29aadca2-2cc5-4d3e-b3f1-1481dc97c760","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.549762131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"250c10af-6a09-41b7-b6ca-a4ed57572064","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.608707113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"250c10af-6a09-41b7-b6ca-a4ed57572064","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.654001464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"f8c3ecb0-4ed8-4338-afa2-3cbececfbedd","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.675938893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"21c3bf6a-d9a7-4b3b-90a3-65bbec4a886d","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.815665377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-return-all-auth2","reconcileID":"8a470d47-328e-45b7-b503-dc5db42de053","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.84563335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"645f48b5-6556-46fd-8e70-a22b488bacdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.846489098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"507c57c5-dfd1-4751-b806-69db63b62f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.846843138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"aaf3ce68-d9f8-4dc8-a247-34c004c14151","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.905994837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"645f48b5-6556-46fd-8e70-a22b488bacdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.914541785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"507c57c5-dfd1-4751-b806-69db63b62f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:43.919650292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"aaf3ce68-d9f8-4dc8-a247-34c004c14151","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:44.073766972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"47a3e409-b8cf-40e0-a168-1479d4786248","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.19853842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"d684566a-74ff-48a3-bb7c-4d4ef47199fa","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.199013896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"973eff1c-0da5-4a19-b0c7-ac37694ec000","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.266120183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"e2502e00-3891-4a46-94df-39e8e681e359","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.266621568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"2256f1b3-5d71-4a37-aad5-76de94cf0145","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.362504323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"c5205f95-452e-49a6-b551-a068460b9442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.362953696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"6fc38b1e-6a3b-440d-bb50-c3b59655110e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.376942634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"d19adc0d-374b-4333-842e-d3938d70d5c2","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.416160705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"f50f2ca6-0c6a-4f6b-a831-4d9c360d11be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.418013164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"64f8124c-7229-4110-ad84-4ba40b37d645","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.421078706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"6fc38b1e-6a3b-440d-bb50-c3b59655110e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.42346896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"c5205f95-452e-49a6-b551-a068460b9442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.451361516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"63173b51-7e75-4864-877a-a0d31247a59d","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.612834818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"29870604-0e49-4c4f-bd9b-8d6c516f640e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.649933861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"00b07880-4e22-4a38-b6cf-77312da36d14","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.650629579Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.67045532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"29870604-0e49-4c4f-bd9b-8d6c516f640e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.70961494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"fbff9887-1325-4332-9ede-475842526a89","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:45.756270744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-valid-sub","reconcileID":"aca1b78c-f9d6-47c1-b609-38851add1bfc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.81303287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"31038637-8968-44af-8fda-c00ebb47ab2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.813408519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"1dfd2b34-8e2f-4560-8664-d068d9d96f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.813776245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"d36cf71e-f316-4e19-93d7-9a5e78c8c5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.813992531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"6a8763ae-31b3-4f99-abdc-f9bd38ad6628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.866542786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"9b1d38ef-ef3a-439c-9467-3896f8554acd","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.872748746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"6a8763ae-31b3-4f99-abdc-f9bd38ad6628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.872844026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"d36cf71e-f316-4e19-93d7-9a5e78c8c5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.875425664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"1dfd2b34-8e2f-4560-8664-d068d9d96f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.875619113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"31038637-8968-44af-8fda-c00ebb47ab2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.928337268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"e3222264-281e-4cb4-9bd8-2ae2ce10480c","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:45.995718448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"8d6f5ebf-d44f-4fb9-8f89-96091d3c95a3","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.157429029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"0bf851b7-720f-4637-b581-0c13227c7e94","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.213786415Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-valid-sub","reconcileID":"fd89184c-ef90-4ef7-9669-4d59657b02f0","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-5f765a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.217219307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"0bf851b7-720f-4637-b581-0c13227c7e94","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.306697168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b3e3492f-f26c-4d69-b54c-807a579dbd9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.306744907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"98b6543f-f716-4a26-a7c6-a960d54e742c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.368597034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b3e3492f-f26c-4d69-b54c-807a579dbd9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.371039434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"98b6543f-f716-4a26-a7c6-a960d54e742c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.388832143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"fc0eaac8-2049-47b3-ba32-47dc1040c087","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.445039914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"e99f826b-8b30-4cc2-b4ac-46dc1fb9677a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:46.612509665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-valid-sub","reconcileID":"c672ba8c-e331-4e27-95fc-db8892f5db13","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:48.502883472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"5adbb1f7-e39f-459b-8489-01a04cdae325","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:48.682075832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"5f56563b-da77-49e9-a592-78d2af78dc8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:48.682197888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"483aa0b8-602d-4629-807c-a7519ee5c819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:48.682572833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"1cdd3d99-2e42-4729-85d1-cc571e03635d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:48.743334082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"1cdd3d99-2e42-4729-85d1-cc571e03635d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:48.74462968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"483aa0b8-602d-4629-807c-a7519ee5c819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:48.746779389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"5f56563b-da77-49e9-a592-78d2af78dc8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:52.973428471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"f66b894c-3bfe-4293-a5ac-9884881b889a","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:52.973938129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"be6ae7fd-27d1-46ba-b634-ab61eb74fd7a","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:52.974393368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"f0591c87-f101-45fe-9efb-08b51df022b0","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.037707617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"4e40f76d-a824-4463-99b0-242dfb3ec075","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.038099684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"b7b566a0-4e36-46a3-86ca-8e641b8fbe91","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.038440921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"5c1c7748-8c93-4a08-a01e-d361fd1949cf","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.136776269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"559c65ec-aef7-4baa-8fe9-67d011470b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.196253152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"6ef88670-1d4e-4b1d-8b8d-19c9359912ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.197040622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"c179dcf7-864e-4e33-9783-4f2c0bea737e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.197908962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"559c65ec-aef7-4baa-8fe9-67d011470b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.237233533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"bf690704-d0f0-4971-9b01-ad0ebc26acd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.294723838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"bf690704-d0f0-4971-9b01-ad0ebc26acd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.570640285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"26a2df89-42ac-4e27-b973-d430db6aaa12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.628384607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"26a2df89-42ac-4e27-b973-d430db6aaa12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.67185494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"054f1bed-a41c-4427-b22d-528a893ded47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.729508587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"054f1bed-a41c-4427-b22d-528a893ded47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:53.848095696Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-sub","reconcileID":"7c7638eb-cae6-4c33-991c-eccd004c877a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.068495533Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-sub","reconcileID":"7c7638eb-cae6-4c33-991c-eccd004c877a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.283662385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"f53a72bc-6216-4ba2-9faa-57acd95a71f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.329420325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"2853e9b6-74ca-402b-a934-1b5d07f6f33d","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.329438099Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.470406202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"26aa7308-48ac-4d10-8f03-f85695329d00","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.491238663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"10d6b9c2-1276-4d2b-afef-5dc8db8e63a0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.491437063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"0bbcf31c-935a-4fd2-a895-07948bf75a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.491241595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"44efad6c-64d7-468b-9f8f-dbd721f976b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.549490163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"0bbcf31c-935a-4fd2-a895-07948bf75a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.550349188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"10d6b9c2-1276-4d2b-afef-5dc8db8e63a0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.551865032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"44efad6c-64d7-468b-9f8f-dbd721f976b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.759396555Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-user-token-filter-auth","reconcileID":"d6906ad5-213f-4c8d-90bc-d760da7af6ec","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:54.923931753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"2e1d3bd1-6a6d-472a-b2a9-b1e99a1841b3","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.169192248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"01f283d7-c63e-4631-bf53-722f6c44f163","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.225766945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"0c54b233-a9aa-4e07-ae8c-2780d836e22b","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.332211395Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"864af120-3685-43c3-a439-a4254aa834df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.386947189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"58bf7a6f-191e-4604-8a2b-786a7bb263ea","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.45174865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"40169851-e59b-433a-a1f8-238687e9591d","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.45272073Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.47605726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"284c2b32-d353-41f9-affc-01aa50bc9d77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.4789467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"58bf7a6f-191e-4604-8a2b-786a7bb263ea","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.577211734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"9690e704-9587-458c-aabd-f445effb1dce","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.628662551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"64fba54c-27aa-410f-959c-092cb72fe425","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.684805012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"d2f647b1-3065-4625-be67-9f5ae063c7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.704704677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8f4e8882-5199-460b-a359-80a7c6e11888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.721162841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"34b2ca59-fa5c-45b7-be38-af5f465c6e9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.806579216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"d2f647b1-3065-4625-be67-9f5ae063c7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.820861509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8f4e8882-5199-460b-a359-80a7c6e11888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.825987531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"1b2a0d35-4b7e-4ccc-b663-22c9b1b8d523","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.899288413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"42333dc6-cdd1-46f7-8510-0fc569710fe4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.916983555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"166d8a33-e964-4e19-80a6-7882773a22aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.827766827Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6fa533 priority=0:[ai-tenant-e2e-worker-w2-6fa533/e2e-models-other-sub ai-tenant-e2e-worker-w2-6fa533/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.921077526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"6a7faeaf-a334-4fe7-9b45-377f09d2a09b","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:56.922154787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8d42007a-4cb9-49a3-919d-7f97437ae430","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:56.994403056Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6fa533/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.004484354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"4919b0ce-d8e0-4871-9925-0619b99921ad","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.06309761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"43ca01ba-40f8-487d-8925-eb6f059170e3","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.110692325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"9e14c830-5c53-4913-92f1-23244b5a5829","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.173952272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"9e14c830-5c53-4913-92f1-23244b5a5829","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.190676301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce609a7f-3136-47ee-a675-6b5635318bf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.250744933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"4b09bebc-8f66-4fbd-af32-f0233ecaa032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.30632552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"8c33e3b6-5d88-4289-8166-1065976fdc7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.311462768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"4b09bebc-8f66-4fbd-af32-f0233ecaa032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.3142427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"d0795008-592e-419d-9b16-5d7e02f67d9f","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","model":"llm/e2e-rt-eq-d2da5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.31941357Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-user-sub","reconcileID":"400a0e89-5e3e-4784-bca9-bc9d68acc1b6","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-models-other-sub","ai-tenant-e2e-worker-w2-6fa533/e2e-models-user-sub","ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.327614973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"e9ee0c55-0175-4cb9-80eb-1b32a4f38c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.328773633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"3dfb08a4-b4ca-405a-8b7f-a1215f13bad9","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.390953295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"e9ee0c55-0175-4cb9-80eb-1b32a4f38c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.490795011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"950dece7-183e-4b34-b908-1fca2d670803","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:28:57.499758702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"9e14c830-5c53-4913-92f1-23244b5a5829","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.52593004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"f91fb176-43de-4adc-a02c-62ae15582485","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.551233686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"eee6dbb0-d78a-4f87-9550-c3b2867a5225","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.582251147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8c69ee9d-86a1-4b5f-8484-44f2807bba22","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.659743105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"a6c7ba3b-61fd-4e85-a4a8-eeafd0a2e984","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.704022655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ac4a949-d3fc-4997-a0b8-cf73830fd6aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.714452735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"b4280a97-c12f-46aa-ac8d-a48c6d11c3b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.719293056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"a6c7ba3b-61fd-4e85-a4a8-eeafd0a2e984","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.760118812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f952bda6-5d70-4e5c-a1fd-cd62926ef3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.764615335Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-user-sub","reconcileID":"425e0008-d092-4b41-8a94-87730461c4d6","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-models-other-sub","ai-tenant-e2e-worker-w2-6fa533/e2e-models-user-sub","ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.81837853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f952bda6-5d70-4e5c-a1fd-cd62926ef3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.860537717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-other-sub","reconcileID":"8a6cf930-43e2-460b-9445-9426b1a189c4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-models-other-sub","ai-tenant-e2e-worker-w2-6fa533/e2e-models-user-sub","ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.862431955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"16060986-a424-43fa-8fa0-78cc8b731186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.862653957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"b3b0f03a-f8cd-4d7e-86f1-cb71fc907477","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.862924549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"e0ea22a3-7bf3-4e5c-ac67-f9f8f4b9ab85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.902182766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"35d79af1-2c6b-4778-a739-19644d88e721","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.922028596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"16060986-a424-43fa-8fa0-78cc8b731186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.922117544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"b3b0f03a-f8cd-4d7e-86f1-cb71fc907477","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:57.925872317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"e0ea22a3-7bf3-4e5c-ac67-f9f8f4b9ab85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.030323424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"29da7224-f42b-47f8-86a0-9e9d21ebe710","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.079181157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"7a6bfa4a-5d9d-44ed-a208-5e17e4a431c6","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.086182716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"56c06163-7dad-4c55-9533-21665bab3198","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.13280055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-user-sub","reconcileID":"d5b109f5-f823-4492-8bec-17d58e0b2f89","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.145967251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"56c06163-7dad-4c55-9533-21665bab3198","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.224906573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"acc87586-0187-4652-951a-6fc13f3233d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.326876516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"c1717ad1-3f24-40be-93f6-3948d4287c6d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.330548843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"acc87586-0187-4652-951a-6fc13f3233d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.378068234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"31d50ae9-870a-4908-ad2c-224a9245e1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.378060856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c25b00d0-9f90-4d3c-8b11-c4215dc7932d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.379324527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-other-sub","reconcileID":"5edcf1ad-355b-4b23-ac34-0b4202fb4cc4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.385906286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"c1717ad1-3f24-40be-93f6-3948d4287c6d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.438463417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"31d50ae9-870a-4908-ad2c-224a9245e1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.438480666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"ce929713-f4c6-4c0d-a51e-18499f644d52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.442010928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c25b00d0-9f90-4d3c-8b11-c4215dc7932d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.546406812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"859d5a0d-053d-4029-990e-2ad131abcc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.604467101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"859d5a0d-053d-4029-990e-2ad131abcc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.681112924Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-valid-sub","reconcileID":"f21b920a-21b3-41ed-a1f9-cd3b27caf1f8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:58.843292236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-valid-sub","reconcileID":"f21b920a-21b3-41ed-a1f9-cd3b27caf1f8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.063554945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"94c2d80a-f3c7-41ab-bb0f-d4063f5f8fce","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.063978813Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6fa533 priority=0:[ai-tenant-e2e-worker-w2-6fa533/e2e-models-other-sub ai-tenant-e2e-worker-w2-6fa533/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.12774864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"6ea2a855-1870-4507-bee0-8f07979bc155","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.187613634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"aa5e1816-3873-4734-87b6-c1a28b896faf","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.225626905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"22c80d8a-499f-4ce3-b6ed-8c87cb91ac18","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.22737955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"4ba034db-2d8d-414c-89b3-b83e889b28df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.227415348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"f8521c3a-5262-432f-a458-8087a13392dc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.227881059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"20889872-25e6-4fd9-8857-142cf9b7f72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.285287664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"f8521c3a-5262-432f-a458-8087a13392dc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.285328701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"20889872-25e6-4fd9-8857-142cf9b7f72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.287468432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"4ba034db-2d8d-414c-89b3-b83e889b28df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.446185645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-models-invalid-sub-auth","reconcileID":"07135003-bb30-4792-982e-ded95e58735c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.610064097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"454a5ff2-033b-424a-ab64-95b39603e459","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:28:59.847321957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"666079b5-1c37-4c0c-a29b-a0f2ad5ba3db","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.00939217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"073f24e3-35c3-4dc8-bce2-16cdab155cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.009729143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"d986f101-fc49-46bf-9049-f5e092e589ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.009392171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"54037fee-dad4-4ba2-940b-9048d7e32d28","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.068820994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"54037fee-dad4-4ba2-940b-9048d7e32d28","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.068945271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"073f24e3-35c3-4dc8-bce2-16cdab155cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.072614488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"d986f101-fc49-46bf-9049-f5e092e589ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.666621029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"4ac513b1-026a-49e0-9da9-b8b8b9897dc7","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.722857756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"3d0b57aa-f4c2-4fa9-8d69-0db88bdd6bf8","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.935546524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"1b0a9678-1ec1-43b4-83c3-f73236bd9a98","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.935691535Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5f765a priority=10:[ai-tenant-e2e-worker-w1-5f765a/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-5f765a/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.937155859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"830c3e50-d633-40c1-b911-2bd105abf866","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.995187715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"830c3e50-d633-40c1-b911-2bd105abf866","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:00.995638151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"8e06f671-d42a-44f3-8f83-975270d275ee","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:01.042589134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub1","reconcileID":"9added66-c293-42b2-879b-615f3ca592c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:01.051602038Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"8e06f671-d42a-44f3-8f83-975270d275ee","name":"distinct-w1-5f765a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:01.051666011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"8e06f671-d42a-44f3-8f83-975270d275ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.052353439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"b320f2bd-a257-4610-ac0a-c3960cb8ebee","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.057392197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"df796c20-87c3-430d-83ff-5187e4f98e84","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.11047083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"fea08c33-cea7-4725-b531-3b07efbae524","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.148970835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"2425be68-ead7-47fb-8aa5-0c217109fa17","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.151611525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5c897fdd-e999-4306-b64f-8e7397914973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.151617643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"fa8050ac-dd68-46b5-a65b-f1a0ef32727d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.192951015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"36a5c503-f2cd-4a0c-9615-40c6fc46c483","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.2054699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"0c0256ae-2b48-4aa2-8cee-a7ec484d36e5","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.210029661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5c897fdd-e999-4306-b64f-8e7397914973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.211416521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"fa8050ac-dd68-46b5-a65b-f1a0ef32727d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.249162785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"30a1e6b7-b2d4-4a3e-a255-721061156396","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.321549048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"495f4739-733e-4d11-b6fd-3f089f842c66","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.433956201Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub1","reconcileID":"74eac53d-dae4-4551-96bc-dc16d5cbdce2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","model":"distinct-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.464060004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"63a7f074-d26e-4418-be60-8952317e8724","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.464218328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5f765a priority=10:[ai-tenant-e2e-worker-w1-5f765a/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-5f765a/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.517563954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"e23b0d04-cba1-4adb-95c3-2afa1b418219","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.523742753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"8148ef25-78db-43fb-b0d8-6419108500c8","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.571560849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"98328285-bbc9-4b54-8901-b6d22726eacd","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.577688808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"e23b0d04-cba1-4adb-95c3-2afa1b418219","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:01.578777722Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5f765a/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.604712779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"2e61f414-f5b3-4503-8ac3-e1d73175f632","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.617554506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"9e3cb217-3fc8-4733-bd9f-c9392e786ac5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.629461865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"f0574a23-60cf-4791-83fb-ed47bdf8e4a1","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.639113505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"1d9a3e5a-8908-4e40-98db-108f679122a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.639223111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"232f8cf0-90e0-41ab-9e80-af3be71b68fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.675412158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"9e3cb217-3fc8-4733-bd9f-c9392e786ac5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.697357432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"1d9a3e5a-8908-4e40-98db-108f679122a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.697446543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"232f8cf0-90e0-41ab-9e80-af3be71b68fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.819718684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub1","reconcileID":"df81e156-3548-4d1f-8aa4-34c2a5394585","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.901700816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"9c1f8ac9-0e39-4a67-86b5-4ae89e5b9117","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:01.925635585Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub2","reconcileID":"b8612fcb-e2a4-4def-867f-ae02efbf9896","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","model":"distinct-2-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.098001052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"bbf4647c-3589-4c59-a36a-420039974a91","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.168396814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"aec50669-bc8a-40b5-9173-4547c178df2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.226984118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"aec50669-bc8a-40b5-9173-4547c178df2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.270994524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c72159e7-7ce8-42b1-b1d7-edae3b7c1675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.271165359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"a01f5738-dac6-4c36-a0bf-feeb13410310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.271004066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"ae519ece-f344-4162-8da9-3493036dc3bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.313527737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub2","reconcileID":"3af2361b-a80d-4da9-9ccc-8152c3b195b7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.328961474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c72159e7-7ce8-42b1-b1d7-edae3b7c1675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.328971382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"a01f5738-dac6-4c36-a0bf-feeb13410310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:02.331335756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"ae519ece-f344-4162-8da9-3493036dc3bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.211364214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"542bfe92-6fa5-42d9-b1bc-5c9ee7bf136a","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.379825131Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub1","reconcileID":"0d53a5ca-c790-49f7-8cd8-fcf10ecabe98","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3bba4f0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.481646485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b2b8ca60-9a1e-4014-a29a-f417c4ec8c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.483944652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"14bc4167-29c0-4900-b181-56b5ab6558fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.484521031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"6ff19c3b-34bf-4504-bf73-f5f5da871fba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.484589085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"c5d4ddd3-544f-4fbe-98c8-ea291ac2deb6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.540099782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b2b8ca60-9a1e-4014-a29a-f417c4ec8c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.541776284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"14bc4167-29c0-4900-b181-56b5ab6558fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.542915727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"c5d4ddd3-544f-4fbe-98c8-ea291ac2deb6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:05.544048238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"6ff19c3b-34bf-4504-bf73-f5f5da871fba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:06.016516551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"df91392b-7f3e-4f1d-aa00-22c77566afc1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:06.016840196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"7749e6d6-ca98-4d6a-977e-e519531fbd1f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:06.016521821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"3c5888f0-37f5-4131-a78c-bdca90533d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:06.017366613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f6f748e2-fbbb-40d0-a210-9d311ea2620d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:06.076327999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"7749e6d6-ca98-4d6a-977e-e519531fbd1f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:06.079838472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"df91392b-7f3e-4f1d-aa00-22c77566afc1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:06.079838469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f6f748e2-fbbb-40d0-a210-9d311ea2620d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:06.076334677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"3c5888f0-37f5-4131-a78c-bdca90533d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.015725445Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-user-sub","reconcileID":"03012319-7e5d-4138-ad5c-6eb180895477","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.247855919Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-user-sub","reconcileID":"03012319-7e5d-4138-ad5c-6eb180895477","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-models-other-sub","ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.467728365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"ae54a40b-79ff-4e98-9277-bfa977a85459","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.467756498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-other-sub","reconcileID":"6d3d9e0f-eace-4c45-8d2a-e8db1a0ddddf","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.51157639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8a59d942-31bb-43e2-a4fc-f254cdc83402","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.511891627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.570925508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"f0d2b89c-fcf1-4603-a3e9-03afec318e11","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.632282938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"01ba1e12-e942-436f-9eb1-1313f23b39ef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.649034286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"3cd69600-2a37-4ec0-a95a-9b4c4f6820d4","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.673728754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"b4415cc8-9c92-43ca-aad2-edd877d0b429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.673783762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"c4720821-1b31-40c4-8c65-49a1b2ee4abe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.674208848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"460e0431-1018-4e81-b1f2-96a3cf5be0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.741929451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"c4720821-1b31-40c4-8c65-49a1b2ee4abe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.745834793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"460e0431-1018-4e81-b1f2-96a3cf5be0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:10.758391733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"b4415cc8-9c92-43ca-aad2-edd877d0b429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:11.116930583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"d5b8d44e-55bc-44f3-b9f1-d9c96d6e70bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:11.117168524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5793a1c6-f85f-44c2-afdf-424a68dcc3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:11.116936111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"6968210e-1fe6-4171-89bc-867fe708ede9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:11.175958592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"d5b8d44e-55bc-44f3-b9f1-d9c96d6e70bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:11.176330986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"6968210e-1fe6-4171-89bc-867fe708ede9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:11.178365663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5793a1c6-f85f-44c2-afdf-424a68dcc3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:12.657901439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:12.693013104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"2cbac8f6-94e3-438f-b682-14c6bfcda09e","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:15.244503123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"0ece13ef-3ffd-4118-af3f-d20e1aa4cab3","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:15.435614068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub1","reconcileID":"e7bbc4a4-88c8-4ca2-adf4-ab9af73acf57","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:15.490238509Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub1","reconcileID":"e7bbc4a4-88c8-4ca2-adf4-ab9af73acf57","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:15.544662141Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub1","reconcileID":"e7bbc4a4-88c8-4ca2-adf4-ab9af73acf57","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:15.854891737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"6ed7d9ad-3436-4acc-801a-384f577fa379","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:15.856300738Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:15.978034694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"ec89a558-64b7-4fed-bea3-053cc1fba80b","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.149635289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"53bcd62a-c070-4b88-b5f2-00faa8edd518","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.150008501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"12a44315-1f50-4ec1-89f6-e1895769b080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.155483603Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub2","reconcileID":"56de0769-d366-4964-9c9e-094803deed42","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c0d88ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.235857072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"53bcd62a-c070-4b88-b5f2-00faa8edd518","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.237844161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"12a44315-1f50-4ec1-89f6-e1895769b080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.256782255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"62552a53-960b-4ca5-85d5-f746c2d98b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.257164823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"75578851-f96c-4bb6-b533-442730b84016","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.322883267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"62552a53-960b-4ca5-85d5-f746c2d98b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.32358274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"75578851-f96c-4bb6-b533-442730b84016","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.775794068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"0250a5b1-3af1-4c4f-8d72-ed0c96d209c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.776705478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"41b48eaa-35c5-4bdf-b6f3-c59646820f32","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.877736928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"41b48eaa-35c5-4bdf-b6f3-c59646820f32","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.904622393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"6902a181-75a4-4dfb-a0ce-d083a839fbca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.904907075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"81d3410b-9b5a-43ca-a37e-3280e5f21451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.925183334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"0250a5b1-3af1-4c4f-8d72-ed0c96d209c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.989555049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"6902a181-75a4-4dfb-a0ce-d083a839fbca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:16.993460847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"81d3410b-9b5a-43ca-a37e-3280e5f21451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.44953562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"5a1a7709-270a-4ca9-aafc-8d2bd82189a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.452752262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"2c0c9c2c-2003-4c6b-894a-e3ecd002c040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.508883278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"5a1a7709-270a-4ca9-aafc-8d2bd82189a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.511524193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"2c0c9c2c-2003-4c6b-894a-e3ecd002c040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.552472856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"eef40b08-7c60-4245-bd11-2ffd525d7fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.553114595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"5b3d7232-0602-4f1f-8a32-0e38e5712356","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.611216466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"eef40b08-7c60-4245-bd11-2ffd525d7fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.612528767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"5b3d7232-0602-4f1f-8a32-0e38e5712356","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.620712689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d1558b60-1b88-4314-9ed2-47a6da47d3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.679845106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d1558b60-1b88-4314-9ed2-47a6da47d3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:17.983840501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"892d1a0c-1319-40dd-8b5c-3c89c5bc7997","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.04154192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"892d1a0c-1319-40dd-8b5c-3c89c5bc7997","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.079831781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"618c2e0f-ab6d-468b-9031-84b5979c4cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.084097662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"cce2b3e5-e60a-4c16-86c8-5a9101b80202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.084193799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"12f4967f-6480-4989-bb1f-329c60b1fa0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.084892236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"62ed3006-a363-49ba-b51f-e1acac55310e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.138864366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"618c2e0f-ab6d-468b-9031-84b5979c4cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.143571387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"cce2b3e5-e60a-4c16-86c8-5a9101b80202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.143697954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"12f4967f-6480-4989-bb1f-329c60b1fa0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:18.147337867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"62ed3006-a363-49ba-b51f-e1acac55310e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:19.77969942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"cbb812fa-5310-41d5-a852-fee6645f145b","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:19.839310328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"9a9bbcea-4b7a-4cf7-8caa-a9f7e99a6944","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.000591312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"64e99f2a-41db-4f1a-aac6-6873c99e4e40","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.04746712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"7e377a28-6066-4b74-8e30-5c473ce13206","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.047599587Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.058049939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"64e99f2a-41db-4f1a-aac6-6873c99e4e40","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.105695259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"04949aee-c96a-405c-8a06-19d4614a3f22","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.114162111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69645d92530f5991fb0c1154aa418715dafc9eb9b4b827c33aa742687b00c4fc) AuthConfig (fe65e47ea66e64f823a934786806a737bfe3ca692bad4019774d91daeb2348d1) AuthConfig (884ebceaf8f5da21059151f97834277770ed77023feb57f83fc8c75e495f8d1c) AuthConfig (5f8a52baf63f9e4c9ea31b6e22c9076262e33bc06968bbcb213439af05ae3a21) AuthConfig (096fbc9d544918ac5b9d60464268ef3b1f03546e96ed130c743da74445576f52) AuthConfig (03938d68f68953b697b7b9ec3a9bb3205251dab0d8c28c8488a51872990c74d6) AuthConfig (3d645f3ac772a0cc5a9a71b4e6a542a2b2ab9962190903cb5d89d3e8e45b7f9d) AuthConfig (a8ba5320fff14c281f32c2b0a9e757f0e205aace00c294b0d13fa46185724d35) AuthConfig (be088898c71049f4ea232cae6dd479dfab1a9947fba6b17e7353ce14e639507c) AuthConfig (4dcc64ddad4ef375730fe33c8b8925944bf0c1750f66d8a3347219a51dd190d3) AuthConfig (6b6f55f762b51c1f46156308a7f509359377c543fd3789f104b3416ff46e3216) AuthConfig (ea78fba3abdfbae2cfbad8389b4c97d45d924dfb8eebd29422ca7a2b62f9564f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"64e99f2a-41db-4f1a-aac6-6873c99e4e40","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:20.151781161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub","reconcileID":"136e4fd2-30ec-467b-9e86-c6f2d49cb188","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.172656418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"02f67623-d6e1-43aa-a826-80fda0793896","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.20733962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"56473ba4-3e78-4b04-b139-0c885b7041a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.207341758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2684b50c-06d2-4ff1-9aeb-73d9504a6ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.262539131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"d43256c6-01a7-404a-86bd-04699c93a55a","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.266459867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2684b50c-06d2-4ff1-9aeb-73d9504a6ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.267254529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"56473ba4-3e78-4b04-b139-0c885b7041a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.320636086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"a528ca1d-a5fb-40bf-9cef-01757948aff3","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.332526111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e5ce05f-a107-4893-9574-cbca1bd50593","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.389917429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e5ce05f-a107-4893-9574-cbca1bd50593","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.446575956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69645d92530f5991fb0c1154aa418715dafc9eb9b4b827c33aa742687b00c4fc) AuthConfig (fe65e47ea66e64f823a934786806a737bfe3ca692bad4019774d91daeb2348d1) AuthConfig (884ebceaf8f5da21059151f97834277770ed77023feb57f83fc8c75e495f8d1c) AuthConfig (5f8a52baf63f9e4c9ea31b6e22c9076262e33bc06968bbcb213439af05ae3a21) AuthConfig (096fbc9d544918ac5b9d60464268ef3b1f03546e96ed130c743da74445576f52) AuthConfig (03938d68f68953b697b7b9ec3a9bb3205251dab0d8c28c8488a51872990c74d6) AuthConfig (3d645f3ac772a0cc5a9a71b4e6a542a2b2ab9962190903cb5d89d3e8e45b7f9d) AuthConfig (a8ba5320fff14c281f32c2b0a9e757f0e205aace00c294b0d13fa46185724d35) AuthConfig (be088898c71049f4ea232cae6dd479dfab1a9947fba6b17e7353ce14e639507c) AuthConfig (4dcc64ddad4ef375730fe33c8b8925944bf0c1750f66d8a3347219a51dd190d3) AuthConfig (6b6f55f762b51c1f46156308a7f509359377c543fd3789f104b3416ff46e3216) AuthConfig (ea78fba3abdfbae2cfbad8389b4c97d45d924dfb8eebd29422ca7a2b62f9564f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e5ce05f-a107-4893-9574-cbca1bd50593","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:20.500850051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e5ce05f-a107-4893-9574-cbca1bd50593","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.595573968Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub","reconcileID":"675c0773-7408-42c8-88e5-4154b5535199","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.636526422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"79765bf5-b62b-4596-8c1c-9e0347ce9a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.636852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"98607cfd-acf2-44f4-bf2f-a799a8bc1825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.666716647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0c6219b6-50bb-4702-aaf8-805e687aeb35","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.696025072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"98607cfd-acf2-44f4-bf2f-a799a8bc1825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.69605434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"79765bf5-b62b-4596-8c1c-9e0347ce9a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.726220132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0c6219b6-50bb-4702-aaf8-805e687aeb35","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.765896588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"af1a7fa2-91d6-49f7-9bae-4b490fbe30ad","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.782767923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69645d92530f5991fb0c1154aa418715dafc9eb9b4b827c33aa742687b00c4fc) AuthConfig (fe65e47ea66e64f823a934786806a737bfe3ca692bad4019774d91daeb2348d1) AuthConfig (884ebceaf8f5da21059151f97834277770ed77023feb57f83fc8c75e495f8d1c) AuthConfig (5f8a52baf63f9e4c9ea31b6e22c9076262e33bc06968bbcb213439af05ae3a21) AuthConfig (096fbc9d544918ac5b9d60464268ef3b1f03546e96ed130c743da74445576f52) AuthConfig (03938d68f68953b697b7b9ec3a9bb3205251dab0d8c28c8488a51872990c74d6) AuthConfig (3d645f3ac772a0cc5a9a71b4e6a542a2b2ab9962190903cb5d89d3e8e45b7f9d) AuthConfig (a8ba5320fff14c281f32c2b0a9e757f0e205aace00c294b0d13fa46185724d35) AuthConfig (be088898c71049f4ea232cae6dd479dfab1a9947fba6b17e7353ce14e639507c) AuthConfig (4dcc64ddad4ef375730fe33c8b8925944bf0c1750f66d8a3347219a51dd190d3) AuthConfig (6b6f55f762b51c1f46156308a7f509359377c543fd3789f104b3416ff46e3216) AuthConfig (ea78fba3abdfbae2cfbad8389b4c97d45d924dfb8eebd29422ca7a2b62f9564f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0c6219b6-50bb-4702-aaf8-805e687aeb35","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.810762552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"4408c5fd-68b3-42d3-aefb-24a412eb6238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.817288987Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-other-sub","reconcileID":"606418f9-5639-4565-b294-e089aff6d74c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:20.980492919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub","reconcileID":"0c46bf97-ad9b-46cb-a784-0010ad414610","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.041455303Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-other-sub","reconcileID":"606418f9-5639-4565-b294-e089aff6d74c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.257200321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"68c05520-7406-4579-b307-376fc1798972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.303420365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"61de9116-44ba-4e00-8d92-5f5181953222","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.303825986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.363203862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"38727737-28c5-4a71-888a-9735c34df60a","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.449491416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"14cfe0e5-866f-4025-abdd-43283233bc51","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.465501869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"db6c1cbf-5b7e-481b-b471-8fa972c8c24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.46552497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"1b904996-71ac-45a4-bd96-9443dc26aa7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.466043639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"a5446631-b72b-48d9-b9ca-70c102412074","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.525926534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"1b904996-71ac-45a4-bd96-9443dc26aa7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.525936115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"db6c1cbf-5b7e-481b-b471-8fa972c8c24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.528325311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"a5446631-b72b-48d9-b9ca-70c102412074","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.733991929Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-models-access-denied-auth","reconcileID":"04c18742-fd5a-4188-9c5b-0438265573fc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:21.898436784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"ea4d4a57-179a-48e5-ba0f-a3c2a2c2bd78","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.215753352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"1b642ced-1e12-4ad1-946e-9ec3ab9f2f59","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.273941118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"d422b4c2-d200-4def-b455-228350e42a81","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.474530294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"638c5f8d-be3d-4ba7-a96c-fec284e58024","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.474686844Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.487192304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"f386ecec-11e1-42e4-818b-1ba0add636f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.535390618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"2edbb92a-dcbf-4e55-909e-dfca21cb0c5a","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.544698586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"f386ecec-11e1-42e4-818b-1ba0add636f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:23.58296846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub1","reconcileID":"379bd4d6-9827-4aec-ab4d-0f17dacacc98","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:23.590043899Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"2edbb92a-dcbf-4e55-909e-dfca21cb0c5a","name":"distinct-w2-6fa533","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-6fa533\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:23.590104362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"2edbb92a-dcbf-4e55-909e-dfca21cb0c5a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-6fa533\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.595431214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"16242955-e97d-4804-922b-82d4d989e412","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.688807688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"583a5db5-d5ac-46d7-86fb-a9c7e8c4732b","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.689984385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"c63e1203-7cac-42fc-b439-149b08b1b705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.69021845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5204fb14-f918-45de-9b23-07423ea118c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.744475478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"590ca490-a2f0-4836-a90b-1c71934df3d0","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.74871433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5204fb14-f918-45de-9b23-07423ea118c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.748790013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"c63e1203-7cac-42fc-b439-149b08b1b705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.749241467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"75617e97-89cc-4878-b0e4-90796c9d90b7","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.805394762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"dc0c3157-beac-4ef3-b4b1-1feebe1f0f56","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.866316028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"d76378b0-c2b6-4821-9d72-d85bafec4c62","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:23.962991019Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub1","reconcileID":"95bea8c3-f4b9-40e6-aae2-8529cbb348d1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-distinct-w2-6fa533","model":"distinct-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.009951234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"8c19ce57-6532-4168-b848-ef18b2b344b8","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.010915524Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6fa533 priority=0:[ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.123911464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"8f087850-7689-44d4-b2d8-7e91ca2a30de","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:24.124647944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub2","reconcileID":"8728646c-7d30-4959-9e4b-2cfd3c01f7b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.124759699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"d0706ff8-6f3a-4012-b490-8ded3e451c77","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.17911315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"c151b874-0ed6-49d4-b3aa-8ac8cf5c9385","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:24.179368274Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"8f087850-7689-44d4-b2d8-7e91ca2a30de","name":"distinct-2-w2-6fa533","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-6fa533\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:24.179433723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"8f087850-7689-44d4-b2d8-7e91ca2a30de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-6fa533\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.182814613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"d0706ff8-6f3a-4012-b490-8ded3e451c77","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.183333746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"5ef88e60-fb24-4d18-9e99-b99453048853","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.185466304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"fbc53327-b6f6-458c-b869-bcf5382c60b2","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:24.185827346Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.233311859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"6b9b188a-eeb9-4ca4-bc72-ab04b2336f70","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.238587077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"c151b874-0ed6-49d4-b3aa-8ac8cf5c9385","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.285810242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"226b7007-7988-4391-ab70-1ca88e160f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.292405857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"65baab0b-6693-4d1f-939b-2a33a5fb0500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.293267523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"41e021c2-15b9-4490-8fdb-35fcfb52c49c","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.343650179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"226b7007-7988-4391-ab70-1ca88e160f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.352399708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"65baab0b-6693-4d1f-939b-2a33a5fb0500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.400731668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub1","reconcileID":"45c9adef-9051-489a-93e7-82631535e6cc","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-distinct-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/distinct-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.505421782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"084375d8-3b15-47ca-af2b-3f0e6d22514c","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.508759865Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub2","reconcileID":"d2f849a5-28b1-4cab-bed8-60a4c4da401f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-distinct-2-w2-6fa533","model":"distinct-2-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.681178803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"aee4c02f-6444-418d-b40a-a2dda57b2759","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.71330682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"fa110892-5277-41e5-9d3e-def029023028","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.77083134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"fa110892-5277-41e5-9d3e-def029023028","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.814250335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"1e77f6f3-532a-4319-86fc-1663d0037236","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.815515741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f5ce428c-c5ac-4825-883d-36386d665af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.816392721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"c6910d30-682e-4c0d-a38b-fde4d37e8bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.873401966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"1e77f6f3-532a-4319-86fc-1663d0037236","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.87360709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"f5ce428c-c5ac-4825-883d-36386d665af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.877050282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"c6910d30-682e-4c0d-a38b-fde4d37e8bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:24.895753975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub2","reconcileID":"c18c0054-a47b-4c9b-88c5-af5b384c8850","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-distinct-2-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/distinct-2-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:25.066085043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"e56a9499-42e1-4ecd-9d22-f9e0a1d54780","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.175543599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"bfd4d805-7c3f-4b66-bec5-60ed7d4c8af4","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.176039682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"07aca552-9d2e-4730-b6ce-3417a52756d5","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.176450503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"50539c7c-b71b-4c13-af57-a1f19a1a5944","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.212853549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub2","reconcileID":"b273dcb5-d898-43f0-b230-5e76c4e3b211","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.250243602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"540395b2-3921-4afe-b42a-8c0f9b3a1d23","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.250773746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"5a0382f9-4ee5-4fcd-ad6a-21542893ddc0","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.251013072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"5c8bdbce-1bf7-470d-a677-d0671d70ecb6","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.266927516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub2","reconcileID":"b273dcb5-d898-43f0-b230-5e76c4e3b211","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.321397542Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-sub2","reconcileID":"b273dcb5-d898-43f0-b230-5e76c4e3b211","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.34217119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"28054ac9-e7de-4545-bcc0-f4aca3ce932c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.342172438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"d84b42fd-5fe3-47d5-9b9c-f08481333d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.39759369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"dc51ee53-53e1-4432-b8e7-de1e986b8678","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.398155159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"5997ff37-2695-4635-a718-e151bd761a81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.409401456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"d84b42fd-5fe3-47d5-9b9c-f08481333d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.41124947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"28054ac9-e7de-4545-bcc0-f4aca3ce932c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.607003556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"b6bde578-a700-4b9e-93a1-8bb8e3cf5629","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.607081127Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6fa533 priority=0:[ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.66983173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"af74793b-9fd7-4f0b-8c6d-b123caea0703","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.729460975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"91843fc7-3bce-4acc-a667-48343478d6c7","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.739588986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"01f3b974-efd6-4f9c-afe6-3c0fc44f8753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.741480415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a0e6dae2-4ee0-40c4-adf6-6fc9a2506082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.755495093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"92d10856-545d-432d-974b-2a2ae15bffbe","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.798096347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"01f3b974-efd6-4f9c-afe6-3c0fc44f8753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.799825209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a0e6dae2-4ee0-40c4-adf6-6fc9a2506082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.876116362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"66b090a5-7045-47e5-9822-84f9bcf210bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.876572132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"84e45b71-2b33-4b20-a5d3-eaa25f40dee3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.876712177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"adb79b12-9ecd-4dd1-8712-0c53d5516b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.935570248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"84e45b71-2b33-4b20-a5d3-eaa25f40dee3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.93558609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"66b090a5-7045-47e5-9822-84f9bcf210bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:26.93912493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"adb79b12-9ecd-4dd1-8712-0c53d5516b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:27.106526245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth1","reconcileID":"77046f30-bd01-4b77-a6f0-ccba2f4e34ad","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:27.22021683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"6bbf7b09-d145-458e-9e1e-572bc90c1a40","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:27.277677192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"6bbf7b09-d145-458e-9e1e-572bc90c1a40","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:27.365970561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"76ab6a12-ebf6-4a12-95e3-ec1eeaab37c8","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:27.51163764Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-ignore-header-auth2","reconcileID":"ed2f1a8e-c779-4eb1-8942-7be1127d36f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:27.511656001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"4d17ef47-8a89-453e-9e30-2e58e1916de0","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:27.733504038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"afac8ed3-2e3a-43ac-a3b6-d0014a87a07c","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.032990059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"16d7ccc3-7f51-4522-bc28-b7260c47c64b","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.09007602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"65ff7575-d759-4414-9ad9-d5e4ce84392c","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.303679489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f9cbc419-c890-47f4-8a3f-4a03af9da918","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.310263567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"2545c14a-b0fb-4142-bb3f-5550de2ce9e7","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.310300349Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6fa533 priority=0:[ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.363409357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f9cbc419-c890-47f4-8a3f-4a03af9da918","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.37285613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"97072148-f8b5-4ef5-83fd-b17ec1e7ae34","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:29.416687112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d30356c8-b0ec-4f7c-a652-a12cc662e40a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:29.427840652Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"97072148-f8b5-4ef5-83fd-b17ec1e7ae34","name":"distinct-w1-5f765a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:29.427905699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"97072148-f8b5-4ef5-83fd-b17ec1e7ae34","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.433301347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"0b6f241f-1968-4554-96f0-6d4caa040ff4","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.524609259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"6785d755-fd78-4a12-95c9-9aef5bc64fc2","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.526028812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"547c1880-873d-4114-8f43-1af266f1a0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.526441737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"9efbe88c-9b15-400e-a8d6-0996acce2636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.580374584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"59356e7c-ea2b-4145-a051-7f68c0a7fb11","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.583387911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"feb29e6e-af64-4b1f-bd6c-a3e22a4bc61e","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.584084419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"547c1880-873d-4114-8f43-1af266f1a0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.587109588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"9efbe88c-9b15-400e-a8d6-0996acce2636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.637089835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"1e1db1ca-986f-4f8f-98c0-d4bbfa9c3299","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.686740776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"6bc4aa04-0d80-4430-b5e5-0f090553a99c","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.802509523Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ea01e9ea-076c-4671-a492-fefb60624e35","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","model":"distinct-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.851856091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-5f765a priority=0:[ai-tenant-e2e-worker-w1-5f765a/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-5f765a/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w2-6fa533 priority=0:[ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-6fa533/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.852117843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"c98857fd-2ad6-4d31-9bd7-84e14a75dbda","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.904452795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"12ff3a9e-8f63-425f-9cde-5742917225f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.913731708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"0cc82455-66c6-46fc-b4b2-8d92a7ff9c8c","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.958225979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"9665858c-bb4d-42af-8d02-de1f5420b783","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.963280747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"12ff3a9e-8f63-425f-9cde-5742917225f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:29:29.966763337Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-5f765a/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:29.972489155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"1a5e1460-6957-4680-94df-99592edc0787","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.004720712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"628d8760-67e0-4aaf-aec9-904fd21297d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.016452752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"a3cfe9c8-510b-49e2-beaa-01d9c494dd3c","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.063615097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"628d8760-67e0-4aaf-aec9-904fd21297d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.105555553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"de8e0c7e-2bd9-4b07-86ec-8d03d3db10dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.105593581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b4362aa0-ff40-4a22-9c4e-e4d0f519122f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.163454352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b4362aa0-ff40-4a22-9c4e-e4d0f519122f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.164653756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"de8e0c7e-2bd9-4b07-86ec-8d03d3db10dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.186972262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1c0cf66e-2d32-46ad-8324-5926aaf4887e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.237914818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"0949ef61-8951-4254-b1c7-be112c7c0118","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.290382366Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"30d0f0a2-e5a6-4c1b-92f0-99883d021956","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","model":"distinct-2-w1-5f765a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-5f765a/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.461100677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"0091d7f0-c674-48ae-af83-d79dcb1ea9d6","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.493601244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4e8b39f5-0928-4123-837f-9d141b90c2c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.552703452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4e8b39f5-0928-4123-837f-9d141b90c2c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.597657006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ce69c4ae-4d5f-4bd9-b633-a18f6ab992f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.655881138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ce69c4ae-4d5f-4bd9-b633-a18f6ab992f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.675942433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4a206667-a3ce-4113-a8f5-be02c97fcec4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.696882912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"6fd9ab15-25a7-4c70-bc58-82a5bae78816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.696908409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"1c61a068-5373-430a-b9c7-d39d8425295d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.756756099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"6fd9ab15-25a7-4c70-bc58-82a5bae78816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.756942223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"1c61a068-5373-430a-b9c7-d39d8425295d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:30.94676041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b941348e-2aba-4dda-87b8-fdf55cf0b3bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:31.008260359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b941348e-2aba-4dda-87b8-fdf55cf0b3bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:31.065878552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-0c9014-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69645d92530f5991fb0c1154aa418715dafc9eb9b4b827c33aa742687b00c4fc) AuthConfig (fe65e47ea66e64f823a934786806a737bfe3ca692bad4019774d91daeb2348d1) AuthConfig (884ebceaf8f5da21059151f97834277770ed77023feb57f83fc8c75e495f8d1c) AuthConfig (5f8a52baf63f9e4c9ea31b6e22c9076262e33bc06968bbcb213439af05ae3a21) AuthConfig (096fbc9d544918ac5b9d60464268ef3b1f03546e96ed130c743da74445576f52) AuthConfig (03938d68f68953b697b7b9ec3a9bb3205251dab0d8c28c8488a51872990c74d6) AuthConfig (3d645f3ac772a0cc5a9a71b4e6a542a2b2ab9962190903cb5d89d3e8e45b7f9d) AuthConfig (a8ba5320fff14c281f32c2b0a9e757f0e205aace00c294b0d13fa46185724d35) AuthConfig (be088898c71049f4ea232cae6dd479dfab1a9947fba6b17e7353ce14e639507c) AuthConfig (4dcc64ddad4ef375730fe33c8b8925944bf0c1750f66d8a3347219a51dd190d3) AuthConfig (6b6f55f762b51c1f46156308a7f509359377c543fd3789f104b3416ff46e3216) AuthConfig (ea78fba3abdfbae2cfbad8389b4c97d45d924dfb8eebd29422ca7a2b62f9564f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b941348e-2aba-4dda-87b8-fdf55cf0b3bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:31.631061689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"4c2e3633-6e6e-4654-9af7-fb22b4625bb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.111947314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"10d626cf-9e99-47fd-8824-10e999636531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.112125972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"448d6280-6ad8-4c96-acc1-8e78404a932b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.112467529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"eaace9b0-8d0b-49d6-aba8-b1d6b4498c33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.112612974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"238efcd1-2e84-44c4-aec2-7791f74b153f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.121665324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"41e826f1-bec5-47ee-a0b0-a1cc1254690c","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.171163365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"448d6280-6ad8-4c96-acc1-8e78404a932b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.171245488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"10d626cf-9e99-47fd-8824-10e999636531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.17361488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"238efcd1-2e84-44c4-aec2-7791f74b153f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.173746518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"eaace9b0-8d0b-49d6-aba8-b1d6b4498c33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.287285872Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"79598cd4-daf7-4a3f-aed9-bb273514a0b4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8ad87a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.649574184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f90ebad7-b417-48eb-88eb-194568ec1787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.649664965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"50b3fdab-9cfd-48a8-971d-2862cc6e4b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.650239524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c6438be1-a6c9-4e1f-802f-8013da3e6331","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.650317344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9a6d7619-ca38-47f1-b211-1635798e23e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.708088487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"50b3fdab-9cfd-48a8-971d-2862cc6e4b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.708467129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c6438be1-a6c9-4e1f-802f-8013da3e6331","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.710421598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"f90ebad7-b417-48eb-88eb-194568ec1787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:33.710729566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9a6d7619-ca38-47f1-b211-1635798e23e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:38.671876066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"68b8b6e3-5623-4f9c-adaa-4e9519e3fe24","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:38.838275367Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub1","reconcileID":"37e0ec8c-260a-4cb3-ad20-89f7e507b2ee","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-435eae3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:38.94046489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"55743f88-701f-4be9-b024-14de036bbb91","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:38.940773858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"e532838d-e9ac-4a30-961f-0a9e11439c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:38.941117093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"d3f29060-6140-4298-b8e7-993d81a490c3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:38.940464799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"9362ff9b-381c-4300-bd6f-d6eeb11baddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:38.999190003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"e532838d-e9ac-4a30-961f-0a9e11439c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:38.999474121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"d3f29060-6140-4298-b8e7-993d81a490c3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.00159554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"55743f88-701f-4be9-b024-14de036bbb91","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.001817924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"9362ff9b-381c-4300-bd6f-d6eeb11baddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.483495488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"cf9560a9-f6fe-492d-8a37-ed34fc1e30c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.483734142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"59c703f1-f33d-456e-bc11-5fcd088965f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.483496603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"54671024-d6d5-4901-abd4-c8929c594523","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.484226309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ad817389-b3fe-447f-9a6b-067fbf5ef12b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.541385522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"cf9560a9-f6fe-492d-8a37-ed34fc1e30c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.541719474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"54671024-d6d5-4901-abd4-c8929c594523","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.543710662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ad817389-b3fe-447f-9a6b-067fbf5ef12b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:39.543942509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"59c703f1-f33d-456e-bc11-5fcd088965f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:41.227826283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0a5ef894-80e6-4537-9d16-6e8b7ddae1c6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:41.28518544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0a5ef894-80e6-4537-9d16-6e8b7ddae1c6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:41.559936386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"89ce9f2d-d1ce-4942-8ff7-add65a6ad508","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:42.140929223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"a6d88c1e-bb6e-4e88-808f-aa1c02ada656","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:42.302468201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"58b6146a-7eb3-4059-a5b7-bf8399122d5a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:42.302468211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"96f36686-5eac-47f8-ad22-2064f57cacf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:42.304653142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"a2ffb321-118a-4e16-b056-ac8d8119fcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:42.361919727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"58b6146a-7eb3-4059-a5b7-bf8399122d5a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:42.36199299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"96f36686-5eac-47f8-ad22-2064f57cacf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:42.364285695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"a2ffb321-118a-4e16-b056-ac8d8119fcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:42.654062586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:43.345461152Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5fe68df8-498d-4759-a52d-819490a05262","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:43.399422035Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5fe68df8-498d-4759-a52d-819490a05262","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:43.453507012Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5fe68df8-498d-4759-a52d-819490a05262","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:43.758892895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:43.767359263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"634b0685-2ec8-4a1a-b591-abed3d404886","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:43.830940317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"31fded98-7729-4868-945f-e6d379b7281c","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:43.879768154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"e4552b2d-3ca1-4b24-bcf2-5a44fc02f101","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:43.887861362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"8f020260-e82a-4621-aa7b-a69ef06a462e","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.041553535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"94718233-f442-4b9c-9798-b376750fe3af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.074545379Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"44ed56c1-f450-4278-baca-a610db0d94ad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e16a2f95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.101955512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"94718233-f442-4b9c-9798-b376750fe3af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.154673135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"eeea43d8-7e6e-46be-b7e2-8e98338845b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.155505948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a272422a-6cfd-4e76-9177-7f8309b05fa1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.156113093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b3e51178-404f-49d5-8514-41e68e08b590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.216669506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a272422a-6cfd-4e76-9177-7f8309b05fa1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.216850131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b3e51178-404f-49d5-8514-41e68e08b590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.219336823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"eeea43d8-7e6e-46be-b7e2-8e98338845b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.64321112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e6c3ecd3-ab8b-4912-a0ae-921a29eb42a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.699430223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"eb272a5a-c741-42f9-a2ce-8b7c35832b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.699815531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"8f5d878e-0c9c-4a7d-a749-afe38a5ad088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.703203947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e6c3ecd3-ab8b-4912-a0ae-921a29eb42a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.764999319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1a79d7e6-9933-4f43-89f3-ef58f2420f70","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.768902173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"8f5d878e-0c9c-4a7d-a749-afe38a5ad088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.770094532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"eb272a5a-c741-42f9-a2ce-8b7c35832b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:44.834919686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1a79d7e6-9933-4f43-89f3-ef58f2420f70","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:48.892309941Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub1","reconcileID":"9ea0e00a-3369-42c8-bd57-0e9d9d8676ff","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/distinct-w2-6fa533","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:48.946670282Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub1","reconcileID":"9ea0e00a-3369-42c8-bd57-0e9d9d8676ff","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/distinct-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.001085867Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub1","reconcileID":"9ea0e00a-3369-42c8-bd57-0e9d9d8676ff","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/distinct-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.276566875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"30bc5c8b-212d-49cb-b904-07d25338e3a8","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.276872485Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.421233101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"ac5b56e9-954d-4b7a-a537-b5f404c64510","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.546817376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"d06ae095-9ebf-44c6-8b68-8dc6f072271f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.547040338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8d124614-9b04-4070-a774-31a289aee606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.546817495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"46b24854-1b2e-4c9c-97e6-56f52c1517e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.547742024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"a352b36f-bca3-4ffc-a071-96f7ffe3aa32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.591996847Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub2","reconcileID":"5f8f46e8-e16e-4a22-bacf-04f8c1cfd61f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d46d4b76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.608321566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"d06ae095-9ebf-44c6-8b68-8dc6f072271f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.610103626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8d124614-9b04-4070-a774-31a289aee606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.615070169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"46b24854-1b2e-4c9c-97e6-56f52c1517e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:49.615195915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"a352b36f-bca3-4ffc-a071-96f7ffe3aa32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:50.054915339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"582b2363-e428-414e-aeed-4a5d6cda74ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:50.057002106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"c03c1bb1-4766-4617-9f09-9641f43f475e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:50.061827303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"a0149a19-b44e-40c5-a81a-e19bce9d4668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:50.061829582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"579e7fc9-dbb0-4c16-9498-a147da624c51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:50.112329011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"582b2363-e428-414e-aeed-4a5d6cda74ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:50.114085172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"c03c1bb1-4766-4617-9f09-9641f43f475e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:50.119461584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"579e7fc9-dbb0-4c16-9498-a147da624c51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:50.119668465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"a0149a19-b44e-40c5-a81a-e19bce9d4668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.308960469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub","reconcileID":"c36f9804-dde2-4bac-abb3-ab3b8d2798ed","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.52951404Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub","reconcileID":"c36f9804-dde2-4bac-abb3-ab3b8d2798ed","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.7470889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"dc6adec4-4af3-453f-ac04-a01f346a424c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.747625628Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.748309861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"49b56fd7-9630-4f4e-b677-b7a205813103","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.908278036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f408ffa0-cd7c-4b4f-88bd-b1cca367f004","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.908575819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2d843f1e-6cc4-4135-beaa-8435bc6f8b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.908278052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"78e51104-7407-4cf8-930e-08d8788d3ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.966691773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"78e51104-7407-4cf8-930e-08d8788d3ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.967668071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2d843f1e-6cc4-4135-beaa-8435bc6f8b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:52.968953315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f408ffa0-cd7c-4b4f-88bd-b1cca367f004","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.128682441Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1744930e-7b4f-4437-a0b8-2d914d67c3c3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.182984294Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1744930e-7b4f-4437-a0b8-2d914d67c3c3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.237441283Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1744930e-7b4f-4437-a0b8-2d914d67c3c3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.560320152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"0b7d2020-64ab-4775-8a04-252ef2727674","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.562020212Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-d2da5a-sub models-as-a-service/e2e-rt-sw-847782-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.706993662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"d240d0ad-421f-4e06-825a-0032ba7b3a55","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.868920391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"910a6d1f-ca50-4259-a3b1-dca372100715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.869753348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"e25129d2-583f-47ae-98db-5754ccb8b7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.870681572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1cd66645-cb66-4492-8e15-ef97ee43e358","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.892618393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f99c999d-5c4d-4e3d-92bd-14111c9cc76e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.941774446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"910a6d1f-ca50-4259-a3b1-dca372100715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.945305403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1cd66645-cb66-4492-8e15-ef97ee43e358","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.964973197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f99c999d-5c4d-4e3d-92bd-14111c9cc76e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:54.965433179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"e25129d2-583f-47ae-98db-5754ccb8b7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:55.202377838Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fde1b1e2-8029-474f-9b7e-23f4d2a40a68","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:55.459594928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"94ba8979-625f-4834-85c3-3605cb76ee08","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:55.51567888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d3c47fa0-930d-4cca-97bd-07a40a419a89","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:55.610216036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d3c47fa0-930d-4cca-97bd-07a40a419a89","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:55.610717091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"f4d0b17f-6262-4f31-9d87-ac0f5eaff49d","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:55.787559116Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"299a1b85-47f0-46dd-84ba-23584dd36692","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/distinct-2-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:55.960222591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"b48a30ee-28df-4a2e-8082-3fb1f8fb5ec8","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.863974968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"5da2f8a3-bb18-439e-b67e-3f36df74255b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.865936526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"b50e3285-0661-4f05-93f6-c692c2ca588f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.866758083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"9a16bf79-3bba-445a-903c-db230f841341","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.867497737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"2d0517de-33a4-4516-a11c-0a4f07eb6f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.912711861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"da5bf6e0-3cad-4d3f-a03a-8f61fdb6af07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.926922004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"2d0517de-33a4-4516-a11c-0a4f07eb6f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.942735775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"b50e3285-0661-4f05-93f6-c692c2ca588f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.95355961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"5da2f8a3-bb18-439e-b67e-3f36df74255b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.965624189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"9a16bf79-3bba-445a-903c-db230f841341","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:56.971966889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"da5bf6e0-3cad-4d3f-a03a-8f61fdb6af07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.317857559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e6bc398e-d25c-4b4a-b40a-ba30c0d21ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.375728414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e6bc398e-d25c-4b4a-b40a-ba30c0d21ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.424474802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"ee8034e2-5916-4235-939a-6fd5401d66a5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.424474767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"6106dd62-a506-4d02-ab79-e6e6a31a0e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.42693039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"3eabf90e-766b-46fa-bd6b-9134e4cf24fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.484556061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"6106dd62-a506-4d02-ab79-e6e6a31a0e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.484594859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"ee8034e2-5916-4235-939a-6fd5401d66a5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.487024145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"3eabf90e-766b-46fa-bd6b-9134e4cf24fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.528262322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"884242c6-ebbe-4b27-b6fd-f841d2d94f42","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.588279511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"884242c6-ebbe-4b27-b6fd-f841d2d94f42","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.859225487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"5241926a-8a2b-4545-b141-0823d318b89f","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:57.859256945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"5241926a-8a2b-4545-b141-0823d318b89f","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.035281345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"57fa4771-8dbb-4e90-87f7-7509f4171824","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc785ce6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.078519404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"19cde514-46ce-432f-897d-d7ad9f783ec9","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.078598501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d37aea09-8474-4231-be17-eed139a0f40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.079036529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"c43d400e-b9e3-41a2-adf0-009efcdf7eba","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.080685528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf1cfee-fa0e-4bb0-a8d3-9de9d7f22917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.136756614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d37aea09-8474-4231-be17-eed139a0f40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.137643939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"19cde514-46ce-432f-897d-d7ad9f783ec9","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.13957526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"c43d400e-b9e3-41a2-adf0-009efcdf7eba","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.141485374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf1cfee-fa0e-4bb0-a8d3-9de9d7f22917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.478945425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"543ee6f4-19ed-4787-af00-dd57e81e31d3","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.634591987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4625ac8-82b7-4688-b477-fbf66453a91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.639746221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a2a9121-f907-4d72-a4e9-61f44f997657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.692844747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4625ac8-82b7-4688-b477-fbf66453a91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.701451766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"6525d3bf-e88b-4c57-b594-f34dfc23638b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.704847232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a2a9121-f907-4d72-a4e9-61f44f997657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.724749282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"7b8d7724-ffda-4841-8f58-ad15e818b496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.734005041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"d7d538a3-fe70-4b6a-9f9b-38d4e9765326","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.740592194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"6c01d211-a939-4041-a88d-9a02c799e3ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.783237619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"7b8d7724-ffda-4841-8f58-ad15e818b496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.792579434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"d7d538a3-fe70-4b6a-9f9b-38d4e9765326","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.797891778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"6c01d211-a939-4041-a88d-9a02c799e3ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:58.871835922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"31401a49-2c49-40e7-ba24-bdfd43b3f930","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:59.060765307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b4735a9f-8136-41a4-8ce0-239497580467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:59.086645945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"90c1a1ad-0326-45f9-a66c-188eeb27e070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:59.118200341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b4735a9f-8136-41a4-8ce0-239497580467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:59.64592424Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub2","reconcileID":"c8f9f34e-cb4c-4bf5-8f3e-38fb2ea603d7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/distinct-2-w2-6fa533","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:59.700115385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub2","reconcileID":"c8f9f34e-cb4c-4bf5-8f3e-38fb2ea603d7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/distinct-2-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:29:59.754096914Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-sub2","reconcileID":"c8f9f34e-cb4c-4bf5-8f3e-38fb2ea603d7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/distinct-2-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.031621051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"f95c6968-1c13-403c-be8e-409959210212","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.149645154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"3a40ba47-d76d-4d89-8985-97dcfda0df9e","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.149674015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"3a40ba47-d76d-4d89-8985-97dcfda0df9e","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.203654171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"27673050-7b44-46a4-a67f-1e89bb7d215c","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.303990009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"e74e287e-d32c-4c8b-902c-d52eac5c77af","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.306942396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"15028d5d-e7ba-450a-b206-a71c954feff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.30700937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"2a8f6c07-72a5-499b-af95-c4f06648295f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.307399488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"b60d9aa1-86c8-4042-920e-682bec597166","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.363149994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"e74e287e-d32c-4c8b-902c-d52eac5c77af","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.3675312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"2a8f6c07-72a5-499b-af95-c4f06648295f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.367665863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"b60d9aa1-86c8-4042-920e-682bec597166","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.370034432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"15028d5d-e7ba-450a-b206-a71c954feff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.572310821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth1","reconcileID":"525ea534-e1a9-46f4-9c75-149ebcc58e12","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/distinct-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.790617034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"becc2f4c-abde-4370-9b18-c4d12f075084","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.831753209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"b561aac5-76f1-45df-8946-8b7727ad0e3e","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.848249754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"becc2f4c-abde-4370-9b18-c4d12f075084","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:00.966606118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"d01402d2-27e9-48d4-b1a0-96b16598c273","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:01.078801264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-multi-keys-auth2","reconcileID":"89da9d68-818a-429c-b995-cc67559a170f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/distinct-2-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:01.3380953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"1981c5a9-5d12-485a-8153-b30dc2c18c90","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:02.086104649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b280158d-f31a-42d4-a940-615f23bcf432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:02.139982793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b280158d-f31a-42d4-a940-615f23bcf432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:02.193930775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b280158d-f31a-42d4-a940-615f23bcf432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:02.247940951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b280158d-f31a-42d4-a940-615f23bcf432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:02.586676965Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-70efbbab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-70efbbab","reconcileID":"dc102bdc-5aac-4314-97f8-ea875d3f36a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-70efbbab","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-70efbbab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.481901978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51b58f6f-fbab-4795-896e-213b2ed461f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.481922793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51b58f6f-fbab-4795-896e-213b2ed461f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.538074408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00b2d1c2-9e3e-4bae-ab0b-f4e476e7c79a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.53809436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00b2d1c2-9e3e-4bae-ab0b-f4e476e7c79a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.659825429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"d6502df0-58fe-4775-88c0-0fc2ffa9719b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.748618158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dca3b0f-5c84-420b-8c33-ac106f92b929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.748639725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dca3b0f-5c84-420b-8c33-ac106f92b929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.788481987Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"d6502df0-58fe-4775-88c0-0fc2ffa9719b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.807866101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7909fefd-2103-47ae-b024-d1b65f51f3d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.807885303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7909fefd-2103-47ae-b024-d1b65f51f3d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.844508049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"d6502df0-58fe-4775-88c0-0fc2ffa9719b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:03.853916182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-sub-fb306e88","reconcileID":"e2ce6c87-a27a-4af8-9a5a-1cfc3e2a2105","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-fb306e88\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.903851607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6800a29a-b413-49ac-a885-fffe68dbbded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.903876172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6800a29a-b413-49ac-a885-fffe68dbbded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.966696874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9025200c-4db7-4b7b-9c64-2389d2a7fdd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:03.966716518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9025200c-4db7-4b7b-9c64-2389d2a7fdd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.011643191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"f9c62bb1-ddf7-4975-aea3-535dad652cdc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.023434596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"945ddcae-4a1a-4592-b344-32fd7ddec1ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.023455626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"945ddcae-4a1a-4592-b344-32fd7ddec1ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.069631277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"f9c62bb1-ddf7-4975-aea3-535dad652cdc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.126230552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"f9c62bb1-ddf7-4975-aea3-535dad652cdc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.206909578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d398cc-afa6-4900-9391-5db0320566f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.261143712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d398cc-afa6-4900-9391-5db0320566f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.31504229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d398cc-afa6-4900-9391-5db0320566f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.320483065Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-sub-fb306e88","reconcileID":"ac683a12-bc19-4dbc-b013-eda969b4545b","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fb306e88/e2e-shared-int-sub-fb306e88","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.36906328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d398cc-afa6-4900-9391-5db0320566f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.543208496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac054fba-c379-4519-8ef5-947c82dd3a60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.543232993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac054fba-c379-4519-8ef5-947c82dd3a60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.588830068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d55f6ca3-970d-4550-b2b9-00e173599c3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.737224658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fcf55bd-8fc4-4a2a-afd7-cd78630c5817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.737245172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fcf55bd-8fc4-4a2a-afd7-cd78630c5817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.796434347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d53c733-b3d3-46f5-aeac-3291dc970271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.796458516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d53c733-b3d3-46f5-aeac-3291dc970271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.80805911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-sub-fb306e88","reconcileID":"e574d1de-8e21-40fe-b8af-1a77c7ae9bab","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.905597313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"1b21ee7a-9e10-46f5-b6fa-1a93c48be567","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.963021913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"1b21ee7a-9e10-46f5-b6fa-1a93c48be567","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.997831847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0c0e186-3a63-4353-8ef7-4e62443fa298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:04.99785054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0c0e186-3a63-4353-8ef7-4e62443fa298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.020884277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"1b21ee7a-9e10-46f5-b6fa-1a93c48be567","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.057006363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b16b2b-f947-46aa-b44a-cfb06312b906","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.057027226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b16b2b-f947-46aa-b44a-cfb06312b906","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.080253622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41332040-d2a8-495d-b45f-51b1a85b017c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.080276999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41332040-d2a8-495d-b45f-51b1a85b017c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:05.105158383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"546c2462-ce86-4246-9d8b-b8a8685cfb86","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-fb306e88\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.187512233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"ab674d1c-7406-4410-b27c-9937a627777e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.217505269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250e232f-8790-48ad-badd-42aa7c28e488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.217524876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250e232f-8790-48ad-badd-42aa7c28e488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.244784294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"ab674d1c-7406-4410-b27c-9937a627777e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.275523373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4250403b-da29-4788-bff2-69ad1b722846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.275542105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4250403b-da29-4788-bff2-69ad1b722846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.300794318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"ab674d1c-7406-4410-b27c-9937a627777e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.564370439Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"feeec009-d5d1-49fb-9f28-94972712fc05","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-4f37d3b7/e2e-shared-int-sub-fb306e88","ai-tenant-e2e-mt-fb306e88/e2e-shared-int-sub-fb306e88","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.77864318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee93eb81-bd21-4e54-b7c2-8fc9c99d9f4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.778663643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee93eb81-bd21-4e54-b7c2-8fc9c99d9f4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.829857481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4de9cf43-f37d-4ca7-945d-211f9fcf87af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:05.830820605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-sub-fb306e88","reconcileID":"ad8d4260-1696-4362-9f3f-03d574abf8b7","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:06.005936763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"d6b46132-b088-4276-9a83-a60e7ce7d2f8","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:06.308517176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491068a1-8494-46d8-9326-d21299fa12e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:06.363405308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491068a1-8494-46d8-9326-d21299fa12e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:06.417410543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491068a1-8494-46d8-9326-d21299fa12e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:06.471826007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491068a1-8494-46d8-9326-d21299fa12e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.090214349Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"36f0d00d-2725-45a0-b9ed-d59bde45fb9d","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-d2da5a","subscription":"e2e-rt-eq-d2da5a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.19868082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"36f0d00d-2725-45a0-b9ed-d59bde45fb9d","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.253761643Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-sub","reconcileID":"36f0d00d-2725-45a0-b9ed-d59bde45fb9d","MaaSSubscription":{"name":"e2e-rt-eq-d2da5a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-d2da5a","namespace":"llm","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.58302495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"8c0c5785-9ddd-4dfc-9646-0892854fc3e4","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.583058329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"8c0c5785-9ddd-4dfc-9646-0892854fc3e4","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.752638452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"c0b9a210-c329-4934-8f5b-b8a66a0ce35d","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.752666424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"c0b9a210-c329-4934-8f5b-b8a66a0ce35d","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.800017304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"d5ff6d26-301d-4185-9c22-95870d1cf929","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.80025438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e22c2c8-d689-49d2-a73d-2780937ade0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.800634369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45cedeec-4894-4a76-b8f9-f69e801a0cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.800780291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"9573ab9e-959c-4c75-bbc7-bb162e450518","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:08.861588274Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"c0b9a210-c329-4934-8f5b-b8a66a0ce35d","name":"e2e-rt-eq-d2da5a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-d2da5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:08.86165546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"c0b9a210-c329-4934-8f5b-b8a66a0ce35d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-d2da5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.927058676Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"d5ff6d26-301d-4185-9c22-95870d1cf929","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.96514776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"75b0c24b-3e73-4979-841f-d65f2432f04f","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.965174499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"75b0c24b-3e73-4979-841f-d65f2432f04f","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:08.970261973Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e22c2c8-d689-49d2-a73d-2780937ade0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:08.970347403Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"9573ab9e-959c-4c75-bbc7-bb162e450518","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:08.970252736Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45cedeec-4894-4a76-b8f9-f69e801a0cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:08.983772271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"d5ff6d26-301d-4185-9c22-95870d1cf929","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.019209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"f441381d-0a8a-428d-9340-686743ec56bd","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:09.025352233Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"9573ab9e-959c-4c75-bbc7-bb162e450518","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-d2da5a-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:09.025404529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"9573ab9e-959c-4c75-bbc7-bb162e450518","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.025551611Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-d2da5a-access","reconcileID":"1b113bd4-4605-4c70-8c62-ec2f0bb58aaf","MaaSAuthPolicy":{"name":"e2e-rt-eq-d2da5a-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:09.027244225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e22c2c8-d689-49d2-a73d-2780937ade0a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.027452672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a7c8fc3-15fd-48e1-9c23-d3a7adc9d7e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.027471172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a7c8fc3-15fd-48e1-9c23-d3a7adc9d7e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:09.030203608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45cedeec-4894-4a76-b8f9-f69e801a0cb4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.03034977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"553e89bb-156e-45fd-8d5e-3141a0e7041e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.030364505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"553e89bb-156e-45fd-8d5e-3141a0e7041e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.096527818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"aa21b4a2-b702-436f-ad1f-156866b7683c","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.096554458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"aa21b4a2-b702-436f-ad1f-156866b7683c","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.24647054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b14eb834-3d0a-4646-b1b5-5208ea9488af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.248739037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08553659-194d-4122-8d50-cab1d64a4a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.290670001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"561ed40a-0728-4db7-9370-765e8dbdbae8","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.290698177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"561ed40a-0728-4db7-9370-765e8dbdbae8","MaaSModelRef":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-d2da5a-04e45017708d","namespace":"llm","model":"e2e-rt-eq-d2da5a","externalModel":"e2e-rt-eq-d2da5a","provider":"e2e-rt-eq-d2da5a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.304596955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b14eb834-3d0a-4646-b1b5-5208ea9488af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.307572536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08553659-194d-4122-8d50-cab1d64a4a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.361572009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b14eb834-3d0a-4646-b1b5-5208ea9488af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.364051967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08553659-194d-4122-8d50-cab1d64a4a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.42230718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a305753-0e3b-4ddf-b7a5-fdc3ec7e7dd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.422329138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a305753-0e3b-4ddf-b7a5-fdc3ec7e7dd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.424586762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ee493b5-2af3-4bbf-9a65-05a6a051e817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.424611589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ee493b5-2af3-4bbf-9a65-05a6a051e817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.764384273Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"26134a4d-9612-43ef-97d6-74fea52b614b","namespace":"llm","name":"e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.873609714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"ecde3129-d475-47ed-94c3-ae78ed4fb785","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.875253848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"837e5917-e8c4-42a5-867d-c16708f4472f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.876158424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"0aa689b7-a52a-4a58-aab7-d59dc45d879c","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.876175105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"0aa689b7-a52a-4a58-aab7-d59dc45d879c","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.930375194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72930d37-2102-4fcc-aa51-98a59e717f37","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.930394988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72930d37-2102-4fcc-aa51-98a59e717f37","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.930688803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9f51d68-4edc-41de-ac05-094cf2a0456d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.930703963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9f51d68-4edc-41de-ac05-094cf2a0456d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.930895952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aefc807c-259f-4612-b857-75ac18387f3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.930907168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aefc807c-259f-4612-b857-75ac18387f3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931076893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2e2ded9-6343-4490-85bf-0ca3f7b9dcac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931086729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2e2ded9-6343-4490-85bf-0ca3f7b9dcac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931271848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"04b3acd7-a88c-4f42-a034-e5ad7f5308b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931282297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"04b3acd7-a88c-4f42-a034-e5ad7f5308b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931452491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56654ab0-b6bf-4b23-aa20-752ad0b954ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931462721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56654ab0-b6bf-4b23-aa20-752ad0b954ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931766565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ee9c7dc-9cd0-4113-a0d9-c1f020485f91","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931778659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ee9c7dc-9cd0-4113-a0d9-c1f020485f91","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931981541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"183e7d4b-5b06-41b2-bb53-958c38402f04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.931992549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"183e7d4b-5b06-41b2-bb53-958c38402f04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.980773376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"9289021f-7587-418d-b3f9-c76e3cb73fea","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.980799798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cb30023-b11d-496f-b1db-6783e2062831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:09.988518985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81243126-1a2b-4a0e-99be-54f84012c716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.002626244Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"ecde3129-d475-47ed-94c3-ae78ed4fb785","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:10.006201902Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"837e5917-e8c4-42a5-867d-c16708f4472f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.045225863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6a01e2d-aa00-44f2-9b21-bdb472659802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.045743175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"b11fdb91-398b-40e5-859e-2af60bd451f7","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.046420152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28f288db-328a-498f-9d28-b0d89793c57b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.046942291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-sub-fb306e88","reconcileID":"0321f3f2-7eec-4059-87a2-43f6133bf9d4","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.058659062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"ecde3129-d475-47ed-94c3-ae78ed4fb785","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.062292136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8be104be-27e4-4e47-837b-cf8bdc740179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.062308279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8be104be-27e4-4e47-837b-cf8bdc740179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:10.062299989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"837e5917-e8c4-42a5-867d-c16708f4472f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.099891812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"9578b0b4-b1dd-4e16-a7c5-831944218399","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","model":"llm/e2e-rt-sw-847782","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.107288556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cb30023-b11d-496f-b1db-6783e2062831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:10.110506998Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"9289021f-7587-418d-b3f9-c76e3cb73fea","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.114968823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de29103d-acac-487d-a8f2-469511d56e76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.114984721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de29103d-acac-487d-a8f2-469511d56e76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:10.116025351Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81243126-1a2b-4a0e-99be-54f84012c716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.163788733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cb30023-b11d-496f-b1db-6783e2062831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:10.168794994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"9289021f-7587-418d-b3f9-c76e3cb73fea","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:10.17435999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81243126-1a2b-4a0e-99be-54f84012c716","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.2230151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1b76bc5c-31d7-49a3-aa58-e3ae30b1bdaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.223821063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"b606bfae-143a-4765-8f41-9f06c02640db","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.223841498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"b606bfae-143a-4765-8f41-9f06c02640db","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.278811689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16b8e702-e0f5-4a1e-9f96-95d2b0e905a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.278836284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16b8e702-e0f5-4a1e-9f96-95d2b0e905a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.279427734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5984bf88-9282-443f-9999-117b5172f501","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.279446289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5984bf88-9282-443f-9999-117b5172f501","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.282241421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1b76bc5c-31d7-49a3-aa58-e3ae30b1bdaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.32350307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3cf5d8f9-3daf-4a86-bad9-b99d923ab23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.381876709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"3cf5d8f9-3daf-4a86-bad9-b99d923ab23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.423680746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"320602f0-32ca-4e09-be48-56a5f1e6658a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.423837196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"381c6a42-3385-4830-b266-5aea794db0f9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.424372216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a2d18958-beb3-412b-bb95-b2cccea02e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.482768093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"320602f0-32ca-4e09-be48-56a5f1e6658a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.482783946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"381c6a42-3385-4830-b266-5aea794db0f9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.486356507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a2d18958-beb3-412b-bb95-b2cccea02e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.583964657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-d2da5a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-d2da5a","reconcileID":"4dfbdf3c-c947-4766-a9f0-45c5e615fa72","namespace":"llm","name":"e2e-rt-eq-d2da5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.663798745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"273a0eda-d01e-4909-a670-86886f0798b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.672924413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7db26bc8-b732-4526-b3c5-82dcf4e932a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.672954652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7db26bc8-b732-4526-b3c5-82dcf4e932a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.706244517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"8c90c63e-4a5d-4812-967f-e21ed0d17272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.722023776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"273a0eda-d01e-4909-a670-86886f0798b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.764578685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"8c90c63e-4a5d-4812-967f-e21ed0d17272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.812647841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5b08a9a2-fee4-4c5b-96e9-fccea3f00c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.812911178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f8a79c8f-0acd-4bbb-8ce4-64ed38001be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.812661125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"a0711300-ca75-44a1-901b-434b61920b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.875014294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5b08a9a2-fee4-4c5b-96e9-fccea3f00c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.875088373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"a0711300-ca75-44a1-901b-434b61920b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:10.881367439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"f8a79c8f-0acd-4bbb-8ce4-64ed38001be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.08368055Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"0086cd0a-c17c-4c2a-83c5-3461fff987a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.090583923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"040604e4-561c-4b30-bdc8-40055552c9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.138000487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"85d38866-7814-409b-83a0-05ab23c1f31f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.14895675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"040604e4-561c-4b30-bdc8-40055552c9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.237942303Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-policy-fb306e88","reconcileID":"0086cd0a-c17c-4c2a-83c5-3461fff987a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"policyNamespace":"ai-tenant-e2e-mt-fb306e88","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.262681007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"85d38866-7814-409b-83a0-05ab23c1f31f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.29488643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95dcb4c9-df23-4caa-8af7-3b7b67a927f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.294905256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95dcb4c9-df23-4caa-8af7-3b7b67a927f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.298264184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13874b20-1d7b-4eda-8d91-784c4f8b632a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.298323932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0fb7802-a001-48c6-9f8b-73a9dbbe2de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.318627148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"85d38866-7814-409b-83a0-05ab23c1f31f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.376891438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4472afcb-4d33-4293-84cf-e32b26a9d861","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.376911287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4472afcb-4d33-4293-84cf-e32b26a9d861","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.42507501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0fb7802-a001-48c6-9f8b-73a9dbbe2de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:11.425354319Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13874b20-1d7b-4eda-8d91-784c4f8b632a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.480752176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"eac6525e-b5c6-4d68-badb-14fed74ed884","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.480778677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"eac6525e-b5c6-4d68-badb-14fed74ed884","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.4819275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0fb7802-a001-48c6-9f8b-73a9dbbe2de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:11.484818369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13874b20-1d7b-4eda-8d91-784c4f8b632a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.509692965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"7828ad4f-3baf-4748-8aa4-21ecd2cdbb84","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.558843958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"36b9bc67-d711-48a8-806c-39994bf01a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.562227537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"87ff02f0-26d4-4984-8799-68625f581e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.570651128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"7828ad4f-3baf-4748-8aa4-21ecd2cdbb84","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.597835995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1268eb92-623a-472f-b1bd-59122343f75d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.597855821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1268eb92-623a-472f-b1bd-59122343f75d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.598280048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d2e6aa6-8171-4bdc-a41e-c877a4287645","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.598295178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d2e6aa6-8171-4bdc-a41e-c877a4287645","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.616643656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"36b9bc67-d711-48a8-806c-39994bf01a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.619785435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"87ff02f0-26d4-4984-8799-68625f581e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.62739139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"7828ad4f-3baf-4748-8aa4-21ecd2cdbb84","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.651973424Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"275eb909-1f32-4c2c-8f88-ab1404518c75","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3298cc19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.659569074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e730a9f5-8c51-4660-93fe-6cf4948492db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.718049702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e730a9f5-8c51-4660-93fe-6cf4948492db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.748749348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"9cd32f52-b098-40fe-ac39-afe106a9d3cb","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.748781282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"9cd32f52-b098-40fe-ac39-afe106a9d3cb","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.75909104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"566d6f00-50ef-404c-bb71-35028c2ce67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.827850946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"566d6f00-50ef-404c-bb71-35028c2ce67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.877840322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"726c87ea-7cbb-42ec-9abc-85da8732ba1e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.936692792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"726c87ea-7cbb-42ec-9abc-85da8732ba1e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:11.978446247Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"ea76966c-c139-4b70-9c13-24baeb9147c6","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3298cc19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.031632002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"282c15ac-6af1-45c4-ae75-2d8293399617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.090889101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"282c15ac-6af1-45c4-ae75-2d8293399617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.149347389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"0107c5cb-1539-4087-b834-76e5431e133d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.212489041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"0107c5cb-1539-4087-b834-76e5431e133d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.261171518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85dcecec-f49d-4274-afbb-724eac56b1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.261182919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5920dfa7-b917-4b00-a23d-11283e522f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.319208937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85dcecec-f49d-4274-afbb-724eac56b1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.319441454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5920dfa7-b917-4b00-a23d-11283e522f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.370029878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"a0ed4cd4-5bf7-4bd5-96ce-83ecff34a649","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.377289831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5920dfa7-b917-4b00-a23d-11283e522f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.377310467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85dcecec-f49d-4274-afbb-724eac56b1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.428903644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"a0ed4cd4-5bf7-4bd5-96ce-83ecff34a649","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.43608028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"134218cc-4135-4917-8ff8-1a55c1a2a4c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.436100679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"134218cc-4135-4917-8ff8-1a55c1a2a4c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.485076386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"a0ed4cd4-5bf7-4bd5-96ce-83ecff34a649","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:12.653418995Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:18.327769457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"859d4cad-0e2d-4f0f-8622-8169c4105896","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:18.593058019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"beb84dae-ed5b-4882-aed0-742c59342f08","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:18.810339565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"2b6f9962-1fcf-4875-be33-af39d63acf57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:18.817946578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"89b50da7-275d-4b87-b730-dc56f72e4a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:18.817984684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"d577ffb5-f802-4fbe-b0b0-3db976e08ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:18.876075332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"d577ffb5-f802-4fbe-b0b0-3db976e08ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:18.878538758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"89b50da7-275d-4b87-b730-dc56f72e4a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:18.9876652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"4495226c-3787-412b-94b1-412945a88614","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:19.211350199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"a5d58e75-51c7-40b4-82e6-a78ce0f46197","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:20.574213279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f6051001-0d35-4d8c-9d7b-be2a1fd2f9b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:20.574543209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"3e8252cb-d824-4c76-bbc4-1036f0ce4a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:20.635986451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f6051001-0d35-4d8c-9d7b-be2a1fd2f9b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:20.639767394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"3e8252cb-d824-4c76-bbc4-1036f0ce4a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:20.654226099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"2e34fb4f-b908-4b74-b9cc-eb320a579cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:20.655040743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"1bbde0b5-1841-4493-a019-2962bd51b185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:20.716769857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"2e34fb4f-b908-4b74-b9cc-eb320a579cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:20.717467473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"1bbde0b5-1841-4493-a019-2962bd51b185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.150843859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8da629c2-ba3b-4465-b23f-cd1bac08e2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.151822724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"deb78191-0843-4016-b112-f2f381e14765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.212542182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8da629c2-ba3b-4465-b23f-cd1bac08e2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.213917505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"deb78191-0843-4016-b112-f2f381e14765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.506457678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"0e54cb9b-b865-46ef-872f-7991feaa72a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.606767193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-sub-fb306e88","reconcileID":"ec41feaa-84e4-4187-a4b9-6e06213b16e5","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-fb306e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.653570035Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"0e54cb9b-b865-46ef-872f-7991feaa72a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.711685761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"0e54cb9b-b865-46ef-872f-7991feaa72a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.772169768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67bfc244-8a77-4561-8977-0a93c498622b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.772286382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67bfc244-8a77-4561-8977-0a93c498622b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:21.867330843Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"namespace":"ai-tenant-e2e-mt-fb306e88","name":"e2e-shared-int-sub-fb306e88","reconcileID":"ec41feaa-84e4-4187-a4b9-6e06213b16e5","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-fb306e88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-4f37d3b7/e2e-shared-int-sub-fb306e88","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.044161412Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"0060f83c-af34-4d39-aab0-9cec1ccefbcc","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-847782","subscription":"e2e-rt-sw-847782-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.109383722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f1af98f-c974-41bd-ab41-8ac9dabc9f31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.109488407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f1af98f-c974-41bd-ab41-8ac9dabc9f31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.110395691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"628e0715-7709-425f-8146-20175795342e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.111024413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"d077dda0-4c24-4e43-b246-028397ab3a08","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.18595738Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"0060f83c-af34-4d39-aab0-9cec1ccefbcc","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.266402237Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-sub","reconcileID":"0060f83c-af34-4d39-aab0-9cec1ccefbcc","MaaSSubscription":{"name":"e2e-rt-sw-847782-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-847782","namespace":"llm","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.647207463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"583eee4d-38f6-4aef-9584-d9b9afbdf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.703029505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"0cc65c35-1480-4ba7-b0f8-118a545de6e3","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.703055903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"0cc65c35-1480-4ba7-b0f8-118a545de6e3","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.753783725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb1f0817-401b-4129-9361-ed233015bce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.76020101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"2f5f5e9b-cb14-4c67-ab4d-e399a21c3e08","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.793099526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"583eee4d-38f6-4aef-9584-d9b9afbdf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.8141891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb1f0817-401b-4129-9361-ed233015bce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.81468828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"f25785f4-e8a3-4917-b714-a53143839707","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.814706193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"f25785f4-e8a3-4917-b714-a53143839707","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.817751729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"2f5f5e9b-cb14-4c67-ab4d-e399a21c3e08","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.859380883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"583eee4d-38f6-4aef-9584-d9b9afbdf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.87156736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb1f0817-401b-4129-9361-ed233015bce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.874317631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"2f5f5e9b-cb14-4c67-ab4d-e399a21c3e08","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.916329609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f84a15e-95c6-4535-be36-03f739b95abb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.916349783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f84a15e-95c6-4535-be36-03f739b95abb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:22.93045899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"2f5f5e9b-cb14-4c67-ab4d-e399a21c3e08","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-847782-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.930682293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-847782-access","reconcileID":"d8013059-87ad-4d10-9039-64d6797a8289","MaaSAuthPolicy":{"name":"e2e-rt-sw-847782-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.932195169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"087e93a0-dbf9-4b51-a59f-29979c0a86a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:22.932217256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"087e93a0-dbf9-4b51-a59f-29979c0a86a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.080638671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed9e3f9-7524-4894-bd0d-4f282aa598be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.143802351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed9e3f9-7524-4894-bd0d-4f282aa598be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.16854079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-api-key-deleted-sub-auth","reconcileID":"87f2386b-bde9-48e7-9c77-3a6277b2b9b4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.181253347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d203fef-9252-434e-a686-3bd28256db79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.199213284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"abb26132-c28c-4394-92d6-d6530b99198f","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.199291212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"abb26132-c28c-4394-92d6-d6530b99198f","MaaSModelRef":{"name":"e2e-rt-sw-847782","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-847782-931a1687e4da","namespace":"llm","model":"e2e-rt-sw-847782","externalModel":"e2e-rt-sw-847782","provider":"e2e-rt-sw-847782-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.201103871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed9e3f9-7524-4894-bd0d-4f282aa598be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.241159022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d203fef-9252-434e-a686-3bd28256db79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.255848303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"4ed13b3f-2885-492b-8946-72b0d3228cab","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.297814898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d203fef-9252-434e-a686-3bd28256db79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.381049798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"72bd6a59-c2ad-4bd2-900b-aea907f1d801","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.692680059Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"a156eee6-d848-41e7-a722-eb979a13e433","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.745657085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ebdae491-9385-4911-9141-38d76885cb26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.749173078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ebdae491-9385-4911-9141-38d76885cb26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.74960834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db349cf3-b8c2-4971-8fe8-d989fc0f7a33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.749629238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db349cf3-b8c2-4971-8fe8-d989fc0f7a33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.749922271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d4d8a25-385e-4ba8-a1e5-2066faa3c90b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.749941253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d4d8a25-385e-4ba8-a1e5-2066faa3c90b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.750264326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d080e63c-c6cf-4481-b766-b0c711faf36f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.750280907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d080e63c-c6cf-4481-b766-b0c711faf36f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.75055906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d40aea1-5f84-4f23-a82b-4a1e89b5c7d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.75058258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d40aea1-5f84-4f23-a82b-4a1e89b5c7d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.75087487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea94ee91-c4a0-47d1-abaa-72bba68d5b0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.750892797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea94ee91-c4a0-47d1-abaa-72bba68d5b0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.751345517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13175c82-b8e1-48c7-a606-f470ad90878a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.751417852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13175c82-b8e1-48c7-a606-f470ad90878a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.751749617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ed1030a-9d82-4d29-b066-0144876515f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.751759285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ed1030a-9d82-4d29-b066-0144876515f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.807723101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"9eb2e2d5-5d76-4ac9-8703-7559168af6ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.881253675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"28088c1b-e96e-4fb6-8283-2bd2fdc949af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.883958963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3a74c82e-41b7-4c26-ac49-73fe89191a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.884774035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ca05eba-2da3-435e-912e-60a130db0abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.8853462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3a1108-9fdc-42b0-87cb-68d60400c566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.949015771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3a1108-9fdc-42b0-87cb-68d60400c566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.951387021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ca05eba-2da3-435e-912e-60a130db0abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.954867255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"28088c1b-e96e-4fb6-8283-2bd2fdc949af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.95678577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3a74c82e-41b7-4c26-ac49-73fe89191a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.961110063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"9eb2e2d5-5d76-4ac9-8703-7559168af6ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.996106827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"00a4b03e-ab47-4651-b0dd-083dc7d43b4a","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.99667777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3bea7e2e-1ff2-41d4-beb3-2ac034100e87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:23.997178831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d8d512f9-0549-472f-81eb-4d7c7fe4bc9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.017537452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ca05eba-2da3-435e-912e-60a130db0abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.01864761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f3a1108-9fdc-42b0-87cb-68d60400c566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.019575661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"9eb2e2d5-5d76-4ac9-8703-7559168af6ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.087272056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c9cca45-ab74-4fa9-8062-48fa5d970e35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.08736559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c9cca45-ab74-4fa9-8062-48fa5d970e35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.098593542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80293e9b-9b1a-4850-a89b-b6f6a456ec05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.09867585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80293e9b-9b1a-4850-a89b-b6f6a456ec05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.244396462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-847782","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-847782","reconcileID":"1fdf96cd-fbf2-4d3d-aca5-661128945f83","namespace":"llm","name":"e2e-rt-sw-847782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.251486754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"8c1b8eb8-8e85-48bd-b878-61d2dde913df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.252326727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"90a72579-161a-4daa-9050-f975c39bfb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.260067959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e7faecb7-b607-47a1-8d9d-8238e518492a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.261212094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"326c12a7-c80c-4352-8a61-302fbc809279","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.310773364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"8c1b8eb8-8e85-48bd-b878-61d2dde913df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.310860719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"90a72579-161a-4daa-9050-f975c39bfb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.318407374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e7faecb7-b607-47a1-8d9d-8238e518492a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.352684031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e2a64749-454a-4703-ade8-51db51d96ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.352706949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"76b625a2-4011-4ba0-a8a3-8b0d1c1cf86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.417573729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e2a64749-454a-4703-ade8-51db51d96ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.418558804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"76b625a2-4011-4ba0-a8a3-8b0d1c1cf86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.596818982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"e2bea6af-06ef-4e41-8597-bc105d00c0f3","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.66102797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"176d2949-57f0-4883-9fd7-a245d3a777fc","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.686615777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"3d28e83b-aa07-4d2e-9d34-6cbf28910c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.687251719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"56b67947-0072-4168-bdee-f443f9db4b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:24.706413964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub1","reconcileID":"9a606281-d847-40ec-94c1-a144d62053e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.757665419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"3d28e83b-aa07-4d2e-9d34-6cbf28910c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.768173511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"56b67947-0072-4168-bdee-f443f9db4b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.787889363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cee969ef-bfce-41cf-b5c9-ce5025932253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.788667683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80f0bde5-1f72-4dc2-a6e1-f7d3c5d16333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.789285012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"947200f4-56cf-46d9-85c6-399d2596c992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.832059789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"df6e0ce1-2032-4f04-9023-0cd3e3b04558","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.883768885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"947200f4-56cf-46d9-85c6-399d2596c992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.893441017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"d6a6a3ff-0e7a-4adb-bd30-29960c6a9e83","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.946782045Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cee969ef-bfce-41cf-b5c9-ce5025932253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:24.952038969Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80f0bde5-1f72-4dc2-a6e1-f7d3c5d16333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:24.952714912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"fd8383e5-2ebf-4cf5-8a3a-03cf2a4b862b","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.004347446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cee969ef-bfce-41cf-b5c9-ce5025932253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.010999152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50cf3e3-340e-4b97-b686-1967a557a0c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.011068402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50cf3e3-340e-4b97-b686-1967a557a0c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:25.011007171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80f0bde5-1f72-4dc2-a6e1-f7d3c5d16333","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.057708334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"442ff336-45d2-47b3-9374-194e015e0af9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.070021054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"944fd825-02ad-4b6e-bf58-5ae52498a4d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.070046926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"944fd825-02ad-4b6e-bf58-5ae52498a4d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.118480249Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub1","reconcileID":"020c876a-810a-4130-9ac2-2492bfd7376b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-w0-0c9014","model":"distinct-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.190352523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"442ff336-45d2-47b3-9374-194e015e0af9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.213215054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"ea9981ea-192e-49ac-851b-4cecf48a6f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.232774594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"21efcd9e-90da-4231-935a-c4d4f8f5f529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.28729151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"442ff336-45d2-47b3-9374-194e015e0af9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.292848124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"a47a2afd-1fd8-494f-b24b-9a32b80e501a","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.294250891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"ea9981ea-192e-49ac-851b-4cecf48a6f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.294718235Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-0c9014 priority=0:[ai-tenant-e2e-worker-w0-0c9014/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-0c9014/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.295850401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"21efcd9e-90da-4231-935a-c4d4f8f5f529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.321302599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"041e9f34-4891-4085-a9a0-71a76af0c901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.321306271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8fdec80c-ebb8-4fdb-8e78-d8638deff2e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:25.366616201Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0c9014/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.367588085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"1031b407-37d3-4bb8-b13b-3b1504db0007","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.368104025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"205b7039-a3da-4960-aaba-6f9e5e76580d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.368117392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"205b7039-a3da-4960-aaba-6f9e5e76580d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.389165683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"041e9f34-4891-4085-a9a0-71a76af0c901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.392968356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8fdec80c-ebb8-4fdb-8e78-d8638deff2e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.408370427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"6065a80f-3bb0-4bec-8be1-61da90540d0e","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:25.430447101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0c9014/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.467853479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"afb4e137-5df4-45f7-a585-507669bcf1ff","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.520104839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e254e0b6-86fb-4383-952e-ffd96836582b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.5568864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1f85044f-3f5c-46a4-8515-1af3ac8e9404","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.580472521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e254e0b6-86fb-4383-952e-ffd96836582b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.620091342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"1cffa3ea-0cc1-4fe6-a0ff-940465f6db73","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.620823045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"6c007310-4f35-4316-b907-7be3bf0d5187","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.629582316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"95f2c0fa-624b-4b96-b18c-491de8df3462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.688461245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"95f2c0fa-624b-4b96-b18c-491de8df3462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.690372372Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub2","reconcileID":"69ef67e6-c99f-43c1-a2a1-50e2767eb8ce","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-2-w0-0c9014","model":"distinct-2-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.741564024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"7da3f2c9-b7c4-42be-aa06-f1427671201d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.801450097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"7da3f2c9-b7c4-42be-aa06-f1427671201d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.884799338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"0d19ea11-92e3-4b36-8379-10596f4738f3","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.899850781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"898f207f-b048-4b58-b5b6-e47b6d454e86","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.900429059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4d3b1217-9663-4d50-a21a-a48033c05746","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.962578022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f06f75cd-1b34-4e0e-affe-2170340a8dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.973718974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"898f207f-b048-4b58-b5b6-e47b6d454e86","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:25.992003215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4d3b1217-9663-4d50-a21a-a48033c05746","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.142179324Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f06f75cd-1b34-4e0e-affe-2170340a8dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.151597819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d272ba5e-92c9-4c31-adc6-e17a53a521ce","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-2-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/distinct-2-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.199503172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f06f75cd-1b34-4e0e-affe-2170340a8dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.208582091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"da1cc62e-d3fd-4375-b9e5-18bf42d97745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.278156112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f0ea4b-7eba-4683-b883-8c828ef3258c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.278185666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f0ea4b-7eba-4683-b883-8c828ef3258c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.279365229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"da1cc62e-d3fd-4375-b9e5-18bf42d97745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.340591673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"40356773-ee5e-41a4-b2be-7d05867c60fa","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.367278447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"272e51b3-afe6-4631-8ff4-2561bc29a3e9","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.374979692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"61b1f69b-8d48-411b-982c-65de0735bb48","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.656903248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c0f21748-0820-4241-8203-38844e73d872","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.657920433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"75c32231-7859-48e9-a8bd-a0a6fea224ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.728714657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c0f21748-0820-4241-8203-38844e73d872","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:26.729003049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"75c32231-7859-48e9-a8bd-a0a6fea224ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:28.03428809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"ff8aa1f3-0917-495c-9609-e4cb701fc193","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.144386283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"74430526-12d2-4550-a9bc-367c71cebdf4","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.201918832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"af1c0231-f760-47de-944f-a103badc6da5","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.370895293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"c17430ea-a70d-4c34-966d-0709f14de2f5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.435468673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"c17430ea-a70d-4c34-966d-0709f14de2f5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.455104664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"d4d08090-0391-4519-af0c-99ad1972c607","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.455536936Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-0c9014 priority=0:[ai-tenant-e2e-worker-w0-0c9014/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-0c9014/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.516309425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"1ca7d0f5-b005-4e64-a8ca-c2ea18f8fbcb","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.570998754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"f7257b8f-889e-468e-8d5d-055b29109486","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:30:29.572231583Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d6cb38/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.640156213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"39534b97-e772-475a-b577-a6e630debc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.64094765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"4b6a6c64-9cd1-4125-82bb-3e9f3a6a723c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.643305505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"80ee8b45-46ab-4788-a4f1-30bb81c016b4","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.643864799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"c93f2dd2-19b4-44b5-ac4b-ccfd14898bee","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.703799908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"4b6a6c64-9cd1-4125-82bb-3e9f3a6a723c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.704860696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"39534b97-e772-475a-b577-a6e630debc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.763475062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"93ed75e9-be03-4be7-a08f-038474c79152","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.932922959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"5c195a45-79eb-4f94-a6fc-b6cab91c43b9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.950449147Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-sub","reconcileID":"6013338c-24b9-42e7-83d6-9c91f62f5e4b","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:29.994438295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"5c195a45-79eb-4f94-a6fc-b6cab91c43b9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.094376237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"5f533e8b-d6aa-43db-9c32-ea91fcc92066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.094381652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"78f82120-9e84-4f97-b098-91860c849459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.121070077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"889b27bb-5679-4491-9088-688722a401a5","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.152808799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"5f533e8b-d6aa-43db-9c32-ea91fcc92066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.154338767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"78f82120-9e84-4f97-b098-91860c849459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.168012057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"2cd4bbaa-b7e6-4241-8edb-2928a1ade399","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.345115693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-sub","reconcileID":"ad17bfa4-071c-45bf-ba1d-eeaab4ac2386","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.405116788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"31a313e5-6616-4d95-aae4-2871a4b6e852","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.572056656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e214c74f-86db-4bba-a4e4-3ceba270c95d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6393175","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.673561295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"e7399c23-15e4-463b-aa19-77b7553ead84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.673569116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2f8032a3-55e7-458f-a2e8-755bf1c6b1cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.673876893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"00b8049f-68cf-4235-9ff1-6a2ac2e9929e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.674342119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"178d3d71-005b-4630-a828-d7ec85dcef65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.732467821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"00b8049f-68cf-4235-9ff1-6a2ac2e9929e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.733708584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2f8032a3-55e7-458f-a2e8-755bf1c6b1cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.7348679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"178d3d71-005b-4630-a828-d7ec85dcef65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:30.737052019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"e7399c23-15e4-463b-aa19-77b7553ead84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:31.209557857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"77d6a3d4-3258-4f0f-8b2d-6d32088c7824","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:31.209718213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fa9a146b-a166-4964-bfb4-990163ee41af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:31.210281529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d3e22747-81d5-4268-a638-fd9ae441d7e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:31.210405241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"c42f350d-fb7d-4bf4-907c-8362f15d1410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:31.269867926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fa9a146b-a166-4964-bfb4-990163ee41af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:31.270686679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"77d6a3d4-3258-4f0f-8b2d-6d32088c7824","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:31.274331995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"c42f350d-fb7d-4bf4-907c-8362f15d1410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:31.2755395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d3e22747-81d5-4268-a638-fd9ae441d7e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:32.503995003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"34678cf9-7732-471b-a8b6-1034d8b52dbb","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:32.664262459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"6ca8babe-4401-47fb-ab33-580e08ea1010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:32.664488604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"65c6cce5-eb3b-4d98-b43a-adeac780dbf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:32.664262828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"b5b467c8-9e83-4c32-838d-a0d52185595d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:32.722375944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"6ca8babe-4401-47fb-ab33-580e08ea1010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:32.723487583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"b5b467c8-9e83-4c32-838d-a0d52185595d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:32.724638279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"65c6cce5-eb3b-4d98-b43a-adeac780dbf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.225623764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb505f3a-1544-4986-8c70-c6381eb78dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.283387621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb505f3a-1544-4986-8c70-c6381eb78dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.339559728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb505f3a-1544-4986-8c70-c6381eb78dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.398917988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c78182a-b281-4736-b1eb-c4c511607a4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.398936177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c78182a-b281-4736-b1eb-c4c511607a4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.460608413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"128ba9b4-6f03-40e2-b1bd-64857418b057","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.586406695Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"128ba9b4-6f03-40e2-b1bd-64857418b057","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.643034868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"128ba9b4-6f03-40e2-b1bd-64857418b057","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.699454659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f8fccc-ca45-4b23-9de1-afc6215b3179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:35.699473031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f8fccc-ca45-4b23-9de1-afc6215b3179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:36.438897574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dfd6c3-0d7a-458f-9bc7-fda4c864bb58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:36.567056328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dfd6c3-0d7a-458f-9bc7-fda4c864bb58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:36.62420797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dfd6c3-0d7a-458f-9bc7-fda4c864bb58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:36.683223112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79b16ece-ebde-4595-a26c-1e1feafc88d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:36.683250157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79b16ece-ebde-4595-a26c-1e1feafc88d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:37.904226159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6e0681ef-9a83-4c0c-8d83-8e1c7b9767a0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:38.022991899Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6e0681ef-9a83-4c0c-8d83-8e1c7b9767a0","name":"e2e-mt-70efbbab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:40.626531346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ab6aa4bf-c725-441a-9b50-75b9b95055aa","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:40.681100688Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ab6aa4bf-c725-441a-9b50-75b9b95055aa","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:40.735403186Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ab6aa4bf-c725-441a-9b50-75b9b95055aa","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.012750373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"b0159269-24f3-420b-b428-3796084978e9","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.074896842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"76af1f62-14ad-4d17-8ef3-125aa5416e11","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.157962051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"d3a14804-b008-49ca-98ca-204ee5bcbc50","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.28191324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"bb79aab7-3448-4be0-ad90-6f5b6145402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.282189583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09fad8d4-630d-4cf3-a0dc-4fef492bf687","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.282531224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"9eee14da-536b-41ea-ba25-48897aef315a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.281913264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"15947a9f-9567-4cd7-97b7-8926fdb06c37","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.325624811Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub2","reconcileID":"35ecab68-0c61-4ade-af81-c4842df3ab69","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0396ef3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.340780225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09fad8d4-630d-4cf3-a0dc-4fef492bf687","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.341387952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"bb79aab7-3448-4be0-ad90-6f5b6145402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.344108101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"15947a9f-9567-4cd7-97b7-8926fdb06c37","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.344863514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"9eee14da-536b-41ea-ba25-48897aef315a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.820321691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f467e04e-0798-475e-b5a9-09caf834218a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.820467652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82748848-2de9-4358-8c11-e2cddb159e25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.820322971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"42d3959b-c837-4bd4-bbe3-a59ab8bfd5f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.820845123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"4fc17a98-a5ab-4701-8f76-3ef7693a6697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.878244078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f467e04e-0798-475e-b5a9-09caf834218a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.879545358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"4fc17a98-a5ab-4701-8f76-3ef7693a6697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.880900976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"42d3959b-c837-4bd4-bbe3-a59ab8bfd5f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:41.882988619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82748848-2de9-4358-8c11-e2cddb159e25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:42.657302093Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:42.671536225Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-sub","reconcileID":"26b4e1ef-6cf0-4bde-abec-8b77ae525c65","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:42.900796557Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-sub","reconcileID":"26b4e1ef-6cf0-4bde-abec-8b77ae525c65","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:43.117557021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"4681d6cd-f362-4df6-84d0-e802a0d8268f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:43.119486504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"21cbe1ad-2a5e-46c3-81e4-d9d97cc74254","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:43.284902373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c3aa9cda-5841-4da3-b1b8-e51ad4cb08a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:43.285107717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"cad60fdb-2438-4322-8e26-cdd602a87926","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:43.284914625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"2595f9b0-0969-4f41-8fbf-8e65562a93cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:43.367502077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"c3aa9cda-5841-4da3-b1b8-e51ad4cb08a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:43.372297366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"2595f9b0-0969-4f41-8fbf-8e65562a93cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:43.375813673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"cad60fdb-2438-4322-8e26-cdd602a87926","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:45.590526757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74771b2d-57bc-4cf9-bb3e-e6fed29e9819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:45.654949173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74771b2d-57bc-4cf9-bb3e-e6fed29e9819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:45.839402586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"b500385a-73b0-4f23-99b2-8b2affdc3b64","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:45.978420209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"b500385a-73b0-4f23-99b2-8b2affdc3b64","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.010537801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fb04082-2d7a-495f-a248-b375c956a4eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.010675329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fb04082-2d7a-495f-a248-b375c956a4eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.053533569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"b500385a-73b0-4f23-99b2-8b2affdc3b64","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.123927975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18b94826-9ef8-47bd-ba36-241b2dddd505","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.124055137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18b94826-9ef8-47bd-ba36-241b2dddd505","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.807484856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d7627d13-8db3-42b4-9cd8-589c860b24fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.808033141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"277a9191-9d24-4880-9dc6-ba4722a6e3a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.810399913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"80c29281-7344-417f-8033-5c0033207479","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.810891679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1f4b2f9c-5228-4758-98c9-44abc404d6f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.871076327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e9428b-3285-4685-a46f-c62aa96dcf0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.926847048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"277a9191-9d24-4880-9dc6-ba4722a6e3a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.951795157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d7627d13-8db3-42b4-9cd8-589c860b24fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.966544793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1f4b2f9c-5228-4758-98c9-44abc404d6f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:46.970646745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"80c29281-7344-417f-8033-5c0033207479","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.058199798Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e9428b-3285-4685-a46f-c62aa96dcf0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.123664725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e9428b-3285-4685-a46f-c62aa96dcf0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.184871878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b23f9052-f1c3-47f3-82fa-100ef701d3ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.18522865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b23f9052-f1c3-47f3-82fa-100ef701d3ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.483852636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b0e38f0-2c5e-41b7-9370-a46e1ea610b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.484773878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"5968456c-050e-428c-b5ad-caae63be20d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.485525836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1a776432-fe31-4d1d-b453-7d265004e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.486485899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ddf74f78-c209-43de-bfaa-5a52bdaaa00c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.55770671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ddf74f78-c209-43de-bfaa-5a52bdaaa00c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.57761852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"5968456c-050e-428c-b5ad-caae63be20d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.570557923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b0e38f0-2c5e-41b7-9370-a46e1ea610b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:47.595896588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1a776432-fe31-4d1d-b453-7d265004e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:51.38003657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3ac9766b-a03b-4239-8a9a-284956321512","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/distinct-2-w0-0c9014","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:51.437399009Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3ac9766b-a03b-4239-8a9a-284956321512","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/distinct-2-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:51.491451466Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3ac9766b-a03b-4239-8a9a-284956321512","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/distinct-2-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:51.729881786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"f5936c96-a5c4-4e35-a07f-9730c9f13509","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:51.777801938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"9068b77d-d603-4183-8b4d-4faaca3ce287","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:51.925024512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"4c1781fb-4f56-4ae1-a6f1-efb1af56c14a","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.047996579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"065232dc-f68c-45b9-93cc-5dce20fb400e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.048015589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"dc5a25d5-f207-453f-bd22-55c5f55651e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.048575435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"ff76ada9-c180-4a35-9731-5198bd8ccb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.048621593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"80d217ba-1649-4592-a2f3-4f2e001417e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.106583564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"065232dc-f68c-45b9-93cc-5dce20fb400e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.106820048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"dc5a25d5-f207-453f-bd22-55c5f55651e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.109314423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"ff76ada9-c180-4a35-9731-5198bd8ccb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.109364411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"80d217ba-1649-4592-a2f3-4f2e001417e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.268019996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth1","reconcileID":"060dfd32-71b6-4a28-ab03-d62f52036c5f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.433549233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"6f873cea-5fb0-4191-a496-6b95deacf870","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.482293029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e99952d-bcf4-4774-bad8-88a675049bfe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.540930195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e99952d-bcf4-4774-bad8-88a675049bfe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.569024732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"5c8c4311-d9e0-4255-9916-daf861c167c2","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.749278666Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a7afd919-939c-44ab-b179-86df7847fe91","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/distinct-2-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:52.913687995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"a7685b8b-79e4-43c2-ab91-334a349fcf4e","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.687881017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"b72807da-dc86-46cf-a5c6-b01a6bdaac50","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.688389053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"55318d02-b585-4958-ab4f-92dfa2f37ac1","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.754925324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"10e3c698-7402-4e9c-931e-09e80c184418","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.755485799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"af8924c9-f1dd-44b9-84e8-5a85ae6a3aee","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.854872337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"41a0519c-3040-40b6-9ed9-c21f12cbee7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.85569609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f2f365e6-4613-4799-b579-9780500caf0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.964268947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"41a0519c-3040-40b6-9ed9-c21f12cbee7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.964995378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"ac488857-9bfe-4e7b-9126-0ca3f858043b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.965589158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"c73f1725-a365-4b44-a5ae-dfa38d06bc01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:54.992519905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f2f365e6-4613-4799-b579-9780500caf0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:55.341093082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"1c1fc1ca-9ed8-448f-9092-81d1c36e0227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:55.341087739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"45f76070-fbec-4abc-a3fe-5346884440fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:55.400060207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"1c1fc1ca-9ed8-448f-9092-81d1c36e0227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:55.400187542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"45f76070-fbec-4abc-a3fe-5346884440fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:56.234103505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"755b8560-3a3d-4479-90f1-11bdf6ea08a7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:56.361391194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"755b8560-3a3d-4479-90f1-11bdf6ea08a7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:56.417926852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"755b8560-3a3d-4479-90f1-11bdf6ea08a7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:56.47639931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4abfa24-2c9d-43cb-954d-a8e6d28f2376","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:56.476418068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4abfa24-2c9d-43cb-954d-a8e6d28f2376","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:57.346688087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5812548-4ae7-41e2-a019-4df302c1fdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:57.528062108Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5812548-4ae7-41e2-a019-4df302c1fdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:57.584412678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5812548-4ae7-41e2-a019-4df302c1fdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:57.641793075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95f56a8f-1954-48a0-abb2-c70ee8939fba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:57.641814481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95f56a8f-1954-48a0-abb2-c70ee8939fba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:58.308537224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78669ddd-4b8d-45fb-881f-d08e41ae0974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:58.362628278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78669ddd-4b8d-45fb-881f-d08e41ae0974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:58.416448208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78669ddd-4b8d-45fb-881f-d08e41ae0974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:58.470511629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78669ddd-4b8d-45fb-881f-d08e41ae0974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:30:58.913641682Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d58d18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d58d18","reconcileID":"95cd0c35-e0d3-4d3d-9d3d-e4ce783907ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d58d18","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d58d18":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:00.426445077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7728b2af-8a37-4d80-97e2-b8be062fa13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:00.480968464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7728b2af-8a37-4d80-97e2-b8be062fa13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:00.535781533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7728b2af-8a37-4d80-97e2-b8be062fa13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:00.589606188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7728b2af-8a37-4d80-97e2-b8be062fa13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:02.550282523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb60d42-7c76-485e-878c-634df7624d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:02.604338447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb60d42-7c76-485e-878c-634df7624d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:02.655180862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"66af0817-4e0e-481b-9cf3-98e751e0ddc2","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:02.661377244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb60d42-7c76-485e-878c-634df7624d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:02.666644203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-api-key-no-access-auth","reconcileID":"2524b1b4-8022-4b73-bcd9-0e6e4a3320a8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:02.729361188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb60d42-7c76-485e-878c-634df7624d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:02.946710653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"c193a514-dda9-4e71-82e4-9905de20b690","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:06.585010044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"2e59e311-f9a7-4efc-acad-5d494f3d696b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:06.712932645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"2e59e311-f9a7-4efc-acad-5d494f3d696b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:06.769255769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"2e59e311-f9a7-4efc-acad-5d494f3d696b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:06.827621827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ddae47a-edb2-4ab6-a06a-c3e890c2e433","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:06.827647205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ddae47a-edb2-4ab6-a06a-c3e890c2e433","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:07.805345886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d63965-6f4d-427f-a42a-ed5550eb8a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:07.93137026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d63965-6f4d-427f-a42a-ed5550eb8a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:07.98734727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d63965-6f4d-427f-a42a-ed5550eb8a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:08.046324456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5985bd2d-6d7e-4e1b-8bd0-9615ca669e3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:08.046349112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5985bd2d-6d7e-4e1b-8bd0-9615ca669e3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:08.143340977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a1e4d7-2828-4ec1-aa69-20e96f6298f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:08.197481849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a1e4d7-2828-4ec1-aa69-20e96f6298f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:08.251624111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a1e4d7-2828-4ec1-aa69-20e96f6298f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:08.308406713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a1e4d7-2828-4ec1-aa69-20e96f6298f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:08.684381433Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-03ece2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-03ece2","reconcileID":"566e9fbd-1ee0-4b6b-b143-07592e63e39a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-03ece2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-03ece2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.485708667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f456e178-9194-4776-b064-8e3a88437e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.486513251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3fc1b762-fa15-4abb-94d3-917c11368107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.48631145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1c43f438-2514-4b5b-8b22-45bb643f65e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.541379527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f456e178-9194-4776-b064-8e3a88437e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.595584416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f456e178-9194-4776-b064-8e3a88437e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.649793324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f456e178-9194-4776-b064-8e3a88437e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.655329565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1c43f438-2514-4b5b-8b22-45bb643f65e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.658883539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3fc1b762-fa15-4abb-94d3-917c11368107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.813320111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"3d55a3d9-7897-4626-9185-083f85fea0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.813478047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b400c8bd-f36b-49fd-8ebb-d9477978ef81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.871286548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"3d55a3d9-7897-4626-9185-083f85fea0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:10.871921314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b400c8bd-f36b-49fd-8ebb-d9477978ef81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:11.046811081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"1e2d79da-f734-4bb5-8098-3cb971965d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:11.047047576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"b882142e-9980-42b7-9ee7-70c1f6f9de79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:11.104637811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"b882142e-9980-42b7-9ee7-70c1f6f9de79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:11.104659763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"1e2d79da-f734-4bb5-8098-3cb971965d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:12.635349357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f3d3d-04b4-4e57-a357-da3504a641fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:12.656634506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:12.691510501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f3d3d-04b4-4e57-a357-da3504a641fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:12.745496872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f3d3d-04b4-4e57-a357-da3504a641fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:12.799413241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f3d3d-04b4-4e57-a357-da3504a641fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:14.723553224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5ae08e-6bce-47fb-b875-e188b9974b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:14.777716963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5ae08e-6bce-47fb-b875-e188b9974b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:14.831777798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5ae08e-6bce-47fb-b875-e188b9974b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:14.885757701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5ae08e-6bce-47fb-b875-e188b9974b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:16.994955538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"f0f3c6b1-0c24-401b-959d-163384e2b7ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:17.12537018Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"f0f3c6b1-0c24-401b-959d-163384e2b7ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:17.181460668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"f0f3c6b1-0c24-401b-959d-163384e2b7ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:17.266703594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa379c56-9cff-434c-9c0f-1ff4d235ac74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:17.266723384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa379c56-9cff-434c-9c0f-1ff4d235ac74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:17.787917283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92eaca85-e500-4edb-b299-900e5fed2287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:17.842576813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92eaca85-e500-4edb-b299-900e5fed2287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:17.89757778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92eaca85-e500-4edb-b299-900e5fed2287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:17.952489266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92eaca85-e500-4edb-b299-900e5fed2287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:18.224529004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec9e5706-0f7a-4950-8aa8-aaa803648ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:18.353947628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec9e5706-0f7a-4950-8aa8-aaa803648ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:18.411251617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec9e5706-0f7a-4950-8aa8-aaa803648ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:18.470626334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92f182fa-da95-427d-8ee3-6fd7d25db70e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:18.470651313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92f182fa-da95-427d-8ee3-6fd7d25db70e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:19.891743084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aba8cec-af66-4525-af72-deaa94dec713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:19.948479405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aba8cec-af66-4525-af72-deaa94dec713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:20.004196207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aba8cec-af66-4525-af72-deaa94dec713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:20.058119476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aba8cec-af66-4525-af72-deaa94dec713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:21.994970018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b80a5e-fceb-4448-8b0a-3acbc2681d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:22.048881133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b80a5e-fceb-4448-8b0a-3acbc2681d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:22.102897874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b80a5e-fceb-4448-8b0a-3acbc2681d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:22.156578147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b80a5e-fceb-4448-8b0a-3acbc2681d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:22.482220541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"dbc28724-3492-4f29-9a70-94bc84305d1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:22.716324032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"061f40ab-37bc-4201-915b-0f2766459c29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:22.827081544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"edba353c-ee5e-4576-a9d3-acef387ae1a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:22.899226003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1056a8af-a371-49ab-b594-e8e52fd4e104","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:22.899261249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"6bafb68b-d847-41b3-968d-7cdd1de9c29d","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:23.043108034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"f0a4825e-edb1-40a0-a1c3-209fc22da79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:23.164479428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"8f659630-b2b2-4375-84da-79971e62e553","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:23.265975782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"d7ff1603-ba24-485c-84c3-3ef1c162beba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:23.287582622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"155e3892-eeff-4ea0-b18c-09bc8aa2cea1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:23.367400207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"e480853f-f507-4a1f-a01a-bbcbe593e01e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:23.466403425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"66567a4e-52be-4ddf-9e56-23b83c6957f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:23.566905703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"3bd6164c-71e3-4441-a51b-ca5a17624ca1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:23.59459565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"9f556b75-c5d2-44c0-b78e-f633c7d72faa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:27.374530525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"fb1b8067-330d-47aa-98c1-f2db9f7c24ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:27.500443893Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"fb1b8067-330d-47aa-98c1-f2db9f7c24ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:27.556917809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"fb1b8067-330d-47aa-98c1-f2db9f7c24ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:27.613522195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6ee32b7-7855-4057-9acd-fcfee74c9f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:27.613549169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6ee32b7-7855-4057-9acd-fcfee74c9f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:28.631353172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2988bbc6-d781-45b1-ad3f-5a8b6b2c4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:28.758538046Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2988bbc6-d781-45b1-ad3f-5a8b6b2c4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:28.816228243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2988bbc6-d781-45b1-ad3f-5a8b6b2c4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:28.879125159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e2e9871-358d-4523-ad6a-62b543145051","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:28.879177194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e2e9871-358d-4523-ad6a-62b543145051","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:37.617317735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"b41a0bf9-7acb-4a2f-89c9-d6dc7f553077","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:37.727600842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"863cd725-1834-4dfc-b0c4-a85599d5ede3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:37.85590136Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"863cd725-1834-4dfc-b0c4-a85599d5ede3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:37.912327752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"863cd725-1834-4dfc-b0c4-a85599d5ede3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:37.973609337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5322f71-071b-440c-9a4c-10cb19f6ec37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:37.973629716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5322f71-071b-440c-9a4c-10cb19f6ec37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:39.040393981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d1e42d7-bbc0-40f3-b120-ca01cf558e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:39.166408154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d1e42d7-bbc0-40f3-b120-ca01cf558e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:39.222488992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d1e42d7-bbc0-40f3-b120-ca01cf558e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:39.280999419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a56db36a-bf65-40dc-b894-d28f4b934c7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:39.281024608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a56db36a-bf65-40dc-b894-d28f4b934c7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:41.73516844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"b66da309-bbf0-45ba-9155-ad106d122cc0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d58d18","tenantID":"e2e-api-a-d58d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:41.854924047Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"b66da309-bbf0-45ba-9155-ad106d122cc0","name":"e2e-api-a-d58d18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:42.659192961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:48.083279139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"9722bb84-ea36-4a55-ab30-fc9c9600f2ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:48.207609205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"9722bb84-ea36-4a55-ab30-fc9c9600f2ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:48.263720715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"9722bb84-ea36-4a55-ab30-fc9c9600f2ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:48.322549661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cac2628f-eb4e-436d-a06a-51f47be6a465","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:48.322568659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cac2628f-eb4e-436d-a06a-51f47be6a465","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:49.443366873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a705426-4665-46c0-8ff8-0525b7b484e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:49.569416786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a705426-4665-46c0-8ff8-0525b7b484e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:49.62625998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a705426-4665-46c0-8ff8-0525b7b484e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:49.685726642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb87f83a-7f3b-40fc-845d-26e439ff60c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:49.685745544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb87f83a-7f3b-40fc-845d-26e439ff60c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:52.702456298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"165eafb0-f768-4db8-8396-418b79758980","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:52.702640463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34f121d7-50dd-4dd7-a4d9-2b9f9cb2dabc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:52.702664268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34f121d7-50dd-4dd7-a4d9-2b9f9cb2dabc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:52.856299452Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-policy-fb306e88","reconcileID":"165eafb0-f768-4db8-8396-418b79758980","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"policyNamespace":"ai-tenant-e2e-mt-4f37d3b7","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:52.913701217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06fc59f7-4078-46f0-b496-ea741750fb8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:52.913726872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06fc59f7-4078-46f0-b496-ea741750fb8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:53.065360489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f482153a-0dd5-4cae-b719-f587df623ece","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:53.065397517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f482153a-0dd5-4cae-b719-f587df623ece","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:57.026840085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"432206f9-dca6-4bd2-9dcb-36d426710ac9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-03ece2","tenantID":"e2e-api-a-03ece2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:57.144866951Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"432206f9-dca6-4bd2-9dcb-36d426710ac9","name":"e2e-api-a-03ece2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:59.848336193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a1fe1a3-1baa-43a4-916b-4d09e26b825b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:59.906405283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a1fe1a3-1baa-43a4-916b-4d09e26b825b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:31:59.963362338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a1fe1a3-1baa-43a4-916b-4d09e26b825b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:02.373053379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"7a42a211-92b2-4139-9a8b-ad51b3a218f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:02.475284376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"7529d803-52c6-451d-841b-654dd6373f27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:02.589971191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"28148e95-2e2e-45f1-ab0f-2b62389dc392","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:02.650381856Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea96dc18-ee03-458c-b082-01af5569f7ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:02.944069063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"b4269bc0-a8d2-40e5-abaa-8486e68c2a15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.046406649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea8006af-1c46-4007-b431-7f5b70bf4b57","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.072249461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"b6632058-4471-40df-a3a5-131f53b90665","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.145056361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"06d6c865-4e22-4990-bad0-e0fc807b2d21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.23410709Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"d0468870-53c1-4e9b-a86f-a4f8222ead2a","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-fb306e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.247052976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aad879ef-62b5-4ebc-af04-68614dbff2f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.393787104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"65eedae4-6613-44c9-af1c-2335455fdfff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.396770071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"namespace":"ai-tenant-e2e-mt-4f37d3b7","name":"e2e-shared-int-sub-fb306e88","reconcileID":"d0468870-53c1-4e9b-a86f-a4f8222ead2a","MaaSSubscription":{"name":"e2e-shared-int-sub-fb306e88","namespace":"ai-tenant-e2e-mt-4f37d3b7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.503034154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"4b7ee177-4167-484b-81f0-d330d1b0687c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.517938651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"eebc328c-9ad3-4332-808a-c42d222a184d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.593212107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"5d085343-8359-4c4a-afb8-01b43e204e69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.636604509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26ba927f-59fd-467d-ba3b-5041fe410050","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:03.636634527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26ba927f-59fd-467d-ba3b-5041fe410050","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:10.12374636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a41fd29-5ebb-4158-aa81-04aad43d216c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:10.18163947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a41fd29-5ebb-4158-aa81-04aad43d216c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:10.506228669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e9155e5-f801-4e78-9372-c3c82305d81e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:10.506256834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e9155e5-f801-4e78-9372-c3c82305d81e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:12.68320692Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:21.994861549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"fea2eb48-781e-4fbc-a63f-0f17defc1887","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:21.995339589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"856061c0-b2a7-4fe5-b3b7-1c22afbbc65d","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:21.995658145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"8c57a1aa-9572-42e3-b1b9-1cff2dd2c91d","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.068891988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"96407feb-9204-4f81-998c-9ef1564fc7bd","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.06946095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"e12cda5a-8e0f-452a-823c-b66f4d83aa89","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.069782227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"3b41bd8f-fe86-41ce-a283-77d26908cd30","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.162925836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b1be8445-0720-47f5-8627-326ea95a13d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.16549124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"489169e0-4264-4c5d-a39d-fe40d8749756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.226237003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"49189d3a-3c83-4aec-bd23-0827dea9907c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.226981643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"684b443d-a730-4a08-9e6d-59cb0f20d479","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.249011191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b1be8445-0720-47f5-8627-326ea95a13d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.289212792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"489169e0-4264-4c5d-a39d-fe40d8749756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.715691207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"181aa77a-d533-4a0c-9f59-ee75cb45ce2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.71570109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0d9c8a2b-6e22-478b-9050-ef3b0eea1175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.774864326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"181aa77a-d533-4a0c-9f59-ee75cb45ce2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:22.774864324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0d9c8a2b-6e22-478b-9050-ef3b0eea1175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:29.786534232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30595100-001f-4ca7-9b7d-8ed7f57db748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:29.840564135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30595100-001f-4ca7-9b7d-8ed7f57db748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:29.89508912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30595100-001f-4ca7-9b7d-8ed7f57db748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:29.949530282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30595100-001f-4ca7-9b7d-8ed7f57db748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:30.962904388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7459540f-787b-4590-a283-85a59a6c5686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:30.962926067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7459540f-787b-4590-a283-85a59a6c5686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.095221397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e7320ae-0dd0-499d-9e7e-159f3c881ba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.095245562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e7320ae-0dd0-499d-9e7e-159f3c881ba0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.202219157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"928bc4ac-065c-4132-adcf-c1b559a9aeed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d58d18","tenantID":"e2e-api-a-d58d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.373927834Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"928bc4ac-065c-4132-adcf-c1b559a9aeed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"name":"e2e-api-a-d58d18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.430321727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d58d18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"928bc4ac-065c-4132-adcf-c1b559a9aeed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.487378749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98dfbbb7-50cb-4dc3-9c2b-9f7ea23eb2bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.48739802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98dfbbb7-50cb-4dc3-9c2b-9f7ea23eb2bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.896729026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9af00d9-c95f-44ee-b344-d62e7d39277c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:31.956339654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9af00d9-c95f-44ee-b344-d62e7d39277c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:32.010167942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9af00d9-c95f-44ee-b344-d62e7d39277c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:32.064204059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9af00d9-c95f-44ee-b344-d62e7d39277c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:36.181827699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ddcb6d-3435-4cf5-9389-e14627bd19f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:36.236716981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ddcb6d-3435-4cf5-9389-e14627bd19f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:36.291073283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ddcb6d-3435-4cf5-9389-e14627bd19f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:36.345668777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ddcb6d-3435-4cf5-9389-e14627bd19f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:36.699087483Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-54a4b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-54a4b2","reconcileID":"fafc10bf-fec9-4030-b744-aa38eb3bcd02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-54a4b2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-54a4b2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:38.286367997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4bada1-9250-4707-9f05-cc94df209286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:38.341051965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4bada1-9250-4707-9f05-cc94df209286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:38.394811003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4bada1-9250-4707-9f05-cc94df209286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:38.448746194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4bada1-9250-4707-9f05-cc94df209286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:40.482645826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501bce0d-8498-49c1-a20b-0dff490077dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:40.536805373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501bce0d-8498-49c1-a20b-0dff490077dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:40.591173824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501bce0d-8498-49c1-a20b-0dff490077dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:40.647041529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501bce0d-8498-49c1-a20b-0dff490077dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:41.599904845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"f647c466-2dd2-4899-9381-bcd5e66d3aab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d58d18","tenantID":"e2e-api-a-d58d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:41.658856005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"f647c466-2dd2-4899-9381-bcd5e66d3aab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"name":"e2e-api-a-d58d18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:41.716652436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d58d18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"f647c466-2dd2-4899-9381-bcd5e66d3aab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:42.660404271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:43.034001624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"d65fa477-2964-4b09-b876-36b6fb3a14a7","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:43.034147705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"d65fa477-2964-4b09-b876-36b6fb3a14a7","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:46.07242914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"16df3523-a981-4640-9636-88c6b6564357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:46.073209926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"33d6ebd9-9afb-4578-a04c-72cc863d6b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:46.141807653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"16df3523-a981-4640-9636-88c6b6564357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:46.143450773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"33d6ebd9-9afb-4578-a04c-72cc863d6b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:46.251509519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01926a3c-7a7e-40e9-b555-da5779f6cb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:46.306326808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01926a3c-7a7e-40e9-b555-da5779f6cb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:46.361485214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01926a3c-7a7e-40e9-b555-da5779f6cb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:46.416194229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01926a3c-7a7e-40e9-b555-da5779f6cb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.426740116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"4a566961-4084-4f3e-953e-94362e1489d0","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.426767836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"4a566961-4084-4f3e-953e-94362e1489d0","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.484770415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"133ae7f4-2812-4964-965f-47fc6ba93424","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.484794512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"133ae7f4-2812-4964-965f-47fc6ba93424","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.519996254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc71843-593f-415d-88ce-086f42c6e069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.574754826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc71843-593f-415d-88ce-086f42c6e069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.632621554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc71843-593f-415d-88ce-086f42c6e069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.687987802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc71843-593f-415d-88ce-086f42c6e069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.689323347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"0508cae6-d1b4-4668-8e7a-42ffd71bd478","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.689340192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"0508cae6-d1b4-4668-8e7a-42ffd71bd478","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.74641152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"77e56075-b4ce-49a0-8d30-b4dd70c6f752","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.750249288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"7efe9412-8e5f-42f4-a23e-ee0160e8f74b","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.750273703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"7efe9412-8e5f-42f4-a23e-ee0160e8f74b","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:32:48.802059788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"e48ee342-40be-4980-8a3c-821821c3d41a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-70efbbab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:32:48.805620142Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"7efe9412-8e5f-42f4-a23e-ee0160e8f74b","name":"e2e-lifecycle-model-70efbbab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-70efbbab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:32:48.80568662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"7efe9412-8e5f-42f4-a23e-ee0160e8f74b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-70efbbab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.811024176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"f8f449e0-0acd-44fe-b2d7-2212ed02cabc","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.811041108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"f8f449e0-0acd-44fe-b2d7-2212ed02cabc","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.872989134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"77e56075-b4ce-49a0-8d30-b4dd70c6f752","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.910044963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"73800e58-70b4-4e41-a080-cf96848705f5","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.910065344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"73800e58-70b4-4e41-a080-cf96848705f5","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.965789339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70efbbab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"77e56075-b4ce-49a0-8d30-b4dd70c6f752","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.970057403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"0e4a827a-c9e3-421a-b7f0-4d6b6e6922f2","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:48.970078404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"0e4a827a-c9e3-421a-b7f0-4d6b6e6922f2","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.021925947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"ad47f0e1-93f7-427e-b479-ec4bf2064029","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.021944169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"ad47f0e1-93f7-427e-b479-ec4bf2064029","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.129125534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"290d251b-2653-4d37-a54c-222d341a3a20","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.186607896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"290d251b-2653-4d37-a54c-222d341a3a20","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.187404905Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"092bcffa-5c0f-4350-8aea-71d3009a99ca","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","model":"e2e-lifecycle-model-70efbbab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-70efbbab/e2e-sub-70efbbab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.242860012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70efbbab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"290d251b-2653-4d37-a54c-222d341a3a20","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.36085147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"c1f2dbf0-0839-42c2-b1da-730a5f606ad1","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.360878623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"c1f2dbf0-0839-42c2-b1da-730a5f606ad1","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:49.576692292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"5697a39a-23a6-4bb7-a244-8c12a657a10d","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:50.655200979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be1be02-c7bb-4cf3-92bb-0a60306d6197","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:50.655225847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be1be02-c7bb-4cf3-92bb-0a60306d6197","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:50.712833415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a1d804-4b42-469c-9df2-d514a6213817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:50.71285575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a1d804-4b42-469c-9df2-d514a6213817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:50.822245507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"2aac1cc3-7791-4852-83bc-45c95f92dedc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-03ece2","tenantID":"e2e-api-a-03ece2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:50.922682991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"fe7b84d2-898f-41c8-8b09-9c374d22228d","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:50.947773086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"2aac1cc3-7791-4852-83bc-45c95f92dedc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"name":"e2e-api-a-03ece2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:51.004738215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-03ece2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"2aac1cc3-7791-4852-83bc-45c95f92dedc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:51.063363426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4d74afe-8707-4f8d-9be5-b032a8066286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:51.063384351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4d74afe-8707-4f8d-9be5-b032a8066286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:51.865832297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"f2ff56e4-737e-469b-85b0-945fe22caaff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d58d18","tenantID":"e2e-api-a-d58d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:51.869356053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"76dc2c6a-44ec-44f5-b185-81fec1629d0a","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:51.923627972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"f2ff56e4-737e-469b-85b0-945fe22caaff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"name":"e2e-api-a-d58d18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:51.928193181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"16f42d13-68c2-4344-a331-5bb4fabbfb33","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:51.979758355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d58d18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74d062ece16de6291b26a7c851ae9ad94daeb2b1658a78ecdd5b82eccb46f428) AuthConfig (dc3d84166c185e2e9efa4acd8b367890b979890c0c10a12a78bc3c2766786204) AuthConfig (7d0bb611039e8ebca8af5954d0b9e7821364096893f65af03c311314d484e757) AuthConfig (f182b2459abee81e600ea86232e1f3f945df5b76d4609a6c8de6416dfc6ea7fe) AuthConfig (2d25f68febc8f320146ec2af3ab66dc3421f1ae543d7036c1df1ff1e50efad8a) AuthConfig (9f2a987a320b377df030200370c0b900f2bd70ff716b091c5a0e1f8be7be152c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"f2ff56e4-737e-469b-85b0-945fe22caaff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.038633552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b97c0526-abe2-43b9-be47-57c851a25e82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.038657661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b97c0526-abe2-43b9-be47-57c851a25e82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.088898802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"852311f2-8be5-4018-bc67-74c3b0219a61","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.132309623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"6cf6fefa-3398-43b0-b2bf-38dc131bae90","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.148375036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"852311f2-8be5-4018-bc67-74c3b0219a61","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.191499774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"c39c5af5-caa1-4f88-b980-de648546ce7c","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.205651204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d4b7dc290bd7cb2c0c574a9869b31b45107252e6aaf512691b5c665967d6821) AuthConfig (a649343311197c716e0b6f502bb8ad21ecf4e207e16ffc6e0b74b1dc4f05f7fb) AuthConfig (cf25727b6a9419d97ed5dc9613d3b6a26e590c05f01b5c4038461accc96bc026) AuthConfig (086314a2fc965880bf769a18d3353909b6a1e5544e7eb514174994ba24387652) AuthConfig (a8ad3ccfafcc25ea959dd98788332d9514ad2d762423f3039adff91a3381329f) AuthConfig (75a5abd89bb4e6258c7f7c7be472e6131799539dbbb87686c1010afe2791e45e) AuthConfig (775fdec32977b769224a6d9530e33a1b93a2948f54e3f459e979da99f7def4ea) AuthConfig (d8557b9861d48e5714a954e0a885ecc7e55e6b9f034fc9f24f4c5c2f6dafce5e) AuthConfig (fdd358955bc325dacf4ae3d584d9dfaa236b2605d42014543bcddb868221d0fa) AuthConfig (a942d85d233c0e2e8932f598b5b8c9b97eda0ae826b5a80a742559b36fa56979) AuthConfig (6610d72af8a18be17c09082b4389a248d739315be17e0e146375e82e8d76261d) AuthConfig (acbe19c11dc0fe08b370bbe647de6ecce77849e75c774c3e46f4a7af09e2861f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"852311f2-8be5-4018-bc67-74c3b0219a61","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:32:52.240494328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-sub","reconcileID":"841efbf5-7abb-47a5-9ccb-2ed870e7dc6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.266791698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"d1becd6c-5508-4457-a3d7-7546fd22eef9","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.292915881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e8d57a9f-35e3-410d-94c0-8a28dc397dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.292933829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"d04993b1-fc40-4fd5-a3a6-f821d153d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.351870223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"d04993b1-fc40-4fd5-a3a6-f821d153d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.351981165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"e8d57a9f-35e3-410d-94c0-8a28dc397dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.356609578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"b5926f01-fe0b-4cde-84a7-72a426a40d9b","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.414692957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"0d08cf46-4d65-4dd1-8030-092fa9b8b049","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.427886833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"880c8b5e-abb1-475a-9cc2-711ca6f83cca","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.485454984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"880c8b5e-abb1-475a-9cc2-711ca6f83cca","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.542160785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d4b7dc290bd7cb2c0c574a9869b31b45107252e6aaf512691b5c665967d6821) AuthConfig (a649343311197c716e0b6f502bb8ad21ecf4e207e16ffc6e0b74b1dc4f05f7fb) AuthConfig (cf25727b6a9419d97ed5dc9613d3b6a26e590c05f01b5c4038461accc96bc026) AuthConfig (086314a2fc965880bf769a18d3353909b6a1e5544e7eb514174994ba24387652) AuthConfig (a8ad3ccfafcc25ea959dd98788332d9514ad2d762423f3039adff91a3381329f) AuthConfig (75a5abd89bb4e6258c7f7c7be472e6131799539dbbb87686c1010afe2791e45e) AuthConfig (775fdec32977b769224a6d9530e33a1b93a2948f54e3f459e979da99f7def4ea) AuthConfig (d8557b9861d48e5714a954e0a885ecc7e55e6b9f034fc9f24f4c5c2f6dafce5e) AuthConfig (fdd358955bc325dacf4ae3d584d9dfaa236b2605d42014543bcddb868221d0fa) AuthConfig (a942d85d233c0e2e8932f598b5b8c9b97eda0ae826b5a80a742559b36fa56979) AuthConfig (6610d72af8a18be17c09082b4389a248d739315be17e0e146375e82e8d76261d) AuthConfig (acbe19c11dc0fe08b370bbe647de6ecce77849e75c774c3e46f4a7af09e2861f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"880c8b5e-abb1-475a-9cc2-711ca6f83cca","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.687384127Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-sub","reconcileID":"eb5db628-ee48-417f-a6a2-883a98ac3eeb","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.702883362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"700a60bb-3f2e-409b-84dd-cdd21f4489fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.722014838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"659328ac-ff47-4126-aa43-992d83f5455d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.72206077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c688b8f2-2090-4c66-9b9d-0bd7ee9faddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.760093554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"700a60bb-3f2e-409b-84dd-cdd21f4489fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.78070228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c688b8f2-2090-4c66-9b9d-0bd7ee9faddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.782235029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"659328ac-ff47-4126-aa43-992d83f5455d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.817450222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d4b7dc290bd7cb2c0c574a9869b31b45107252e6aaf512691b5c665967d6821) AuthConfig (a649343311197c716e0b6f502bb8ad21ecf4e207e16ffc6e0b74b1dc4f05f7fb) AuthConfig (cf25727b6a9419d97ed5dc9613d3b6a26e590c05f01b5c4038461accc96bc026) AuthConfig (086314a2fc965880bf769a18d3353909b6a1e5544e7eb514174994ba24387652) AuthConfig (a8ad3ccfafcc25ea959dd98788332d9514ad2d762423f3039adff91a3381329f) AuthConfig (75a5abd89bb4e6258c7f7c7be472e6131799539dbbb87686c1010afe2791e45e) AuthConfig (775fdec32977b769224a6d9530e33a1b93a2948f54e3f459e979da99f7def4ea) AuthConfig (d8557b9861d48e5714a954e0a885ecc7e55e6b9f034fc9f24f4c5c2f6dafce5e) AuthConfig (fdd358955bc325dacf4ae3d584d9dfaa236b2605d42014543bcddb868221d0fa) AuthConfig (a942d85d233c0e2e8932f598b5b8c9b97eda0ae826b5a80a742559b36fa56979) AuthConfig (6610d72af8a18be17c09082b4389a248d739315be17e0e146375e82e8d76261d) AuthConfig (acbe19c11dc0fe08b370bbe647de6ecce77849e75c774c3e46f4a7af09e2861f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"700a60bb-3f2e-409b-84dd-cdd21f4489fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.856975139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"76bf12cf-ab5f-4386-a3a5-ca8c7db6f56e","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:52.90574426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"e7b713d5-9c84-4f3d-9322-0f266addcfca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:53.096084182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-sub","reconcileID":"e04a4973-931c-456d-a891-9f4913f3c675","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:55.457389872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f30b73-1415-44cd-9809-96829fd62dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:55.512233523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f30b73-1415-44cd-9809-96829fd62dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:55.566835348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f30b73-1415-44cd-9809-96829fd62dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:55.62074161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f30b73-1415-44cd-9809-96829fd62dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:55.990730674Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-bd96ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-bd96ef","reconcileID":"9f77e49d-4c33-48bb-a71b-16e85ed4ceba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-bd96ef","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-bd96ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:57.587162411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbeb148-720a-4061-8f87-56f6c74c04d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:57.641186913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbeb148-720a-4061-8f87-56f6c74c04d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:57.696044234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbeb148-720a-4061-8f87-56f6c74c04d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:57.749839187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbeb148-720a-4061-8f87-56f6c74c04d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:59.35079483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"dda91c29-5aaa-4a65-aa71-a07200042660","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:59.410182914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"dda91c29-5aaa-4a65-aa71-a07200042660","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:59.467260257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70efbbab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"dda91c29-5aaa-4a65-aa71-a07200042660","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:59.686876943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c50b42e-33a9-4cbd-b018-c5b00832293f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:59.750731683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c50b42e-33a9-4cbd-b018-c5b00832293f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:59.820355142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c50b42e-33a9-4cbd-b018-c5b00832293f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:32:59.876499802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c50b42e-33a9-4cbd-b018-c5b00832293f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:01.170454968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"91758559-64ec-4e99-a69d-8a9fdbaef432","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-03ece2","tenantID":"e2e-api-a-03ece2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:01.227837746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"91758559-64ec-4e99-a69d-8a9fdbaef432","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"name":"e2e-api-a-03ece2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:01.299457786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-03ece2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"91758559-64ec-4e99-a69d-8a9fdbaef432","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:01.820188948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d7a561-86f3-42ea-a655-036025f02b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:01.87471698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d7a561-86f3-42ea-a655-036025f02b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:01.928827474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d7a561-86f3-42ea-a655-036025f02b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:01.982840594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d7a561-86f3-42ea-a655-036025f02b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:02.209277209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"346f498f-2acf-4be0-9666-5dc56bba64cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d58d18","tenantID":"e2e-api-a-d58d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:02.267984951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"346f498f-2acf-4be0-9666-5dc56bba64cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"name":"e2e-api-a-d58d18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:02.32455263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d58d18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74d062ece16de6291b26a7c851ae9ad94daeb2b1658a78ecdd5b82eccb46f428) AuthConfig (dc3d84166c185e2e9efa4acd8b367890b979890c0c10a12a78bc3c2766786204) AuthConfig (7d0bb611039e8ebca8af5954d0b9e7821364096893f65af03c311314d484e757) AuthConfig (f182b2459abee81e600ea86232e1f3f945df5b76d4609a6c8de6416dfc6ea7fe) AuthConfig (2d25f68febc8f320146ec2af3ab66dc3421f1ae543d7036c1df1ff1e50efad8a) AuthConfig (9f2a987a320b377df030200370c0b900f2bd70ff716b091c5a0e1f8be7be152c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"346f498f-2acf-4be0-9666-5dc56bba64cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:02.97907043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"b47c5d26-fde0-4086-a397-0485b5bf90e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:03.037256937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"b47c5d26-fde0-4086-a397-0485b5bf90e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:03.094323071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f51151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d4b7dc290bd7cb2c0c574a9869b31b45107252e6aaf512691b5c665967d6821) AuthConfig (a649343311197c716e0b6f502bb8ad21ecf4e207e16ffc6e0b74b1dc4f05f7fb) AuthConfig (cf25727b6a9419d97ed5dc9613d3b6a26e590c05f01b5c4038461accc96bc026) AuthConfig (086314a2fc965880bf769a18d3353909b6a1e5544e7eb514174994ba24387652) AuthConfig (a8ad3ccfafcc25ea959dd98788332d9514ad2d762423f3039adff91a3381329f) AuthConfig (75a5abd89bb4e6258c7f7c7be472e6131799539dbbb87686c1010afe2791e45e) AuthConfig (775fdec32977b769224a6d9530e33a1b93a2948f54e3f459e979da99f7def4ea) AuthConfig (d8557b9861d48e5714a954e0a885ecc7e55e6b9f034fc9f24f4c5c2f6dafce5e) AuthConfig (fdd358955bc325dacf4ae3d584d9dfaa236b2605d42014543bcddb868221d0fa) AuthConfig (a942d85d233c0e2e8932f598b5b8c9b97eda0ae826b5a80a742559b36fa56979) AuthConfig (6610d72af8a18be17c09082b4389a248d739315be17e0e146375e82e8d76261d) AuthConfig (acbe19c11dc0fe08b370bbe647de6ecce77849e75c774c3e46f4a7af09e2861f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"b47c5d26-fde0-4086-a397-0485b5bf90e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:09.576515134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"20d2303a-652f-4c6d-ac52-922047f6d16e","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:09.635286228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"20d2303a-652f-4c6d-ac52-922047f6d16e","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:09.692717653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70efbbab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"20d2303a-652f-4c6d-ac52-922047f6d16e","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:10.150778205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"d56f5333-3995-4690-beb5-b71846cf0d24","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:10.327931355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"8b0dd3b5-8621-492b-ab27-073476db8bc6","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:10.328061863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"8b0dd3b5-8621-492b-ab27-073476db8bc6","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.434680842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"953b6de3-8d11-40a4-bf38-cc377d17e67c","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.491348288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"4f6c6e12-5270-48e2-a4e1-10acef0f8943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-03ece2","tenantID":"e2e-api-a-03ece2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.495027792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"953b6de3-8d11-40a4-bf38-cc377d17e67c","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.552673068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"4f6c6e12-5270-48e2-a4e1-10acef0f8943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"name":"e2e-api-a-03ece2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.554724698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70efbbab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f155f9c22fd9155424959d77e15b09e2e46420c024c9208fdcbaaf5989ef3ab) AuthConfig (660283bab741313169e87794c6dfdd92b2fd87e67da62906cea103cd6b1b7218) AuthConfig (9ea783f2033457fc0f2f52f4f6f7a87dacb7918d14fd2c49d89468a40d5ce2f5) AuthConfig (8963f302f71d40b22b463a6588998e3c87fec7d53908554dfc99bbb66749350f) AuthConfig (0a626bd77283731109bdf44eb675ae0af0d6ae927fd1d71365c621209aa60038) AuthConfig (fd62a73690c4cdd37a87d21a98021e6dfaac4eaa6e8bb6637dd1d0128e2c74ec) AuthConfig (31073c5c317c28e8c591480ae44909bd2739da3e04a508fefa3153f5dfff2bd7) AuthConfig (86769b4cd589416a0961b23aa701cac08477d8ee25523565ff53094b12f68d12) AuthConfig (7dd93d350f32a149c45b09c240b7a22e2323c5563700b192f69d6c453081048e) AuthConfig (686f86f63369549dfd81bff146f9663d1dd02886636e63f1ff5322994f99d220) AuthConfig (7423a2f76c00c27e0a8383b9e315e7f7063dd5642156172f597daf18b46fde33) AuthConfig (e2ef1a6a441ba51300173a3d2652431c0c70f9fbe3dec378b60bf73345e7ed62) AuthConfig (cd0342f6c3ef93f58d95e760fb8ed9fa936a0168aa423e2db15cd0f43b6a534f) AuthConfig (51d36c7f5f5d3ce8ca874f6f293be93ec6a5b3c79a267dd55f8e4240e4bb0e5c) AuthConfig (c8eb1936334744a56aa2274ce9d6f51ea168179c65f92874f3b8076be0207259) AuthConfig (7adf1ca91bf336959a508540d878f5239ea90c05e08e3636aeaa69a6226a3003) AuthConfig (f8da20627f0169e69426fd609be7867dca7c3ecdf4acafec00912ff7791bd2d6) AuthConfig (81610c6024322aa440cb76b35caf0e21d85e94dd73885d1aff7f8f6ba84a448b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"953b6de3-8d11-40a4-bf38-cc377d17e67c","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.611908539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-03ece2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2166134d345f7e7a4bb4a34bd968fa4e5105f9653341d5c227591881122eb8b9) AuthConfig (95b79ab7efe16c1fc7f4795424dae3f3114cdbf669c083c1ba52950a6fd05738) AuthConfig (a23280a2c27eb5cfa804bad6a249df44d076c314376cd3c6609504a3d063cd00) AuthConfig (baaadf4ad5748e27109b66d0139e4f1c590a4ab96eca9ec0f90f912bf81e3ffe) AuthConfig (16afca875e32182f76276c92362bad6be9ccc1b7d5c1a23012cb02c2c034a35d) AuthConfig (98acaefbc60df582f7b6732bd1f571c581eefc3eacf311b900b1cc1cea827840)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"4f6c6e12-5270-48e2-a4e1-10acef0f8943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.613950067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"3764be25-51ea-41b5-a667-4008798e5ea6","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.613970646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"3764be25-51ea-41b5-a667-4008798e5ea6","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.670372384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6224aed0-3c5b-4e62-b8e3-0594be9f58a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:11.670394511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6224aed0-3c5b-4e62-b8e3-0594be9f58a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:12.436608539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"32f011eb-14c6-4eb0-bde5-3ff9e269486d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d58d18","tenantID":"e2e-api-a-d58d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:12.494689991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"32f011eb-14c6-4eb0-bde5-3ff9e269486d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"name":"e2e-api-a-d58d18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:12.655774278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:12.816028309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dcb6f6a-b9d6-4ff9-80f8-f2d39558d7aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:12.816050675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dcb6f6a-b9d6-4ff9-80f8-f2d39558d7aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:13.258021475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"5375d06a-748b-40e7-915a-cb8a203f5431","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:13.315574295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"5375d06a-748b-40e7-915a-cb8a203f5431","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:13.645494555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"a3f16d9c-ef2e-4761-9c5e-06b5263040cd","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:14.608213064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"5e50fd6a-adc5-44d3-8b72-e3d6d8fa0521","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:14.768121139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"728dafbd-3fe2-4af7-8f71-b8f0bfb2dd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:14.768388139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2fdf2637-9dda-493e-8ca5-d93a2e0a4afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:14.76812354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"c5f32f59-afdb-4ab5-ae5d-8f7f3164f731","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:14.834715693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"c5f32f59-afdb-4ab5-ae5d-8f7f3164f731","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:14.837870229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"728dafbd-3fe2-4af7-8f71-b8f0bfb2dd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:14.84284487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2fdf2637-9dda-493e-8ca5-d93a2e0a4afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:21.736700151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"c0308c30-0725-4bb8-a53f-a20e3a568031","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:21.794648709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"c0308c30-0725-4bb8-a53f-a20e3a568031","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:21.837966393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"a40bb82a-53c8-4435-a3da-02833817378d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-03ece2","tenantID":"e2e-api-a-03ece2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:21.851454428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70efbbab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f155f9c22fd9155424959d77e15b09e2e46420c024c9208fdcbaaf5989ef3ab) AuthConfig (660283bab741313169e87794c6dfdd92b2fd87e67da62906cea103cd6b1b7218) AuthConfig (9ea783f2033457fc0f2f52f4f6f7a87dacb7918d14fd2c49d89468a40d5ce2f5) AuthConfig (8963f302f71d40b22b463a6588998e3c87fec7d53908554dfc99bbb66749350f) AuthConfig (0a626bd77283731109bdf44eb675ae0af0d6ae927fd1d71365c621209aa60038) AuthConfig (fd62a73690c4cdd37a87d21a98021e6dfaac4eaa6e8bb6637dd1d0128e2c74ec) AuthConfig (31073c5c317c28e8c591480ae44909bd2739da3e04a508fefa3153f5dfff2bd7) AuthConfig (86769b4cd589416a0961b23aa701cac08477d8ee25523565ff53094b12f68d12) AuthConfig (7dd93d350f32a149c45b09c240b7a22e2323c5563700b192f69d6c453081048e) AuthConfig (686f86f63369549dfd81bff146f9663d1dd02886636e63f1ff5322994f99d220) AuthConfig (7423a2f76c00c27e0a8383b9e315e7f7063dd5642156172f597daf18b46fde33) AuthConfig (e2ef1a6a441ba51300173a3d2652431c0c70f9fbe3dec378b60bf73345e7ed62) AuthConfig (cd0342f6c3ef93f58d95e760fb8ed9fa936a0168aa423e2db15cd0f43b6a534f) AuthConfig (51d36c7f5f5d3ce8ca874f6f293be93ec6a5b3c79a267dd55f8e4240e4bb0e5c) AuthConfig (c8eb1936334744a56aa2274ce9d6f51ea168179c65f92874f3b8076be0207259) AuthConfig (7adf1ca91bf336959a508540d878f5239ea90c05e08e3636aeaa69a6226a3003) AuthConfig (f8da20627f0169e69426fd609be7867dca7c3ecdf4acafec00912ff7791bd2d6) AuthConfig (81610c6024322aa440cb76b35caf0e21d85e94dd73885d1aff7f8f6ba84a448b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"c0308c30-0725-4bb8-a53f-a20e3a568031","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:21.896059716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"a40bb82a-53c8-4435-a3da-02833817378d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"name":"e2e-api-a-03ece2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:21.952504397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-03ece2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2166134d345f7e7a4bb4a34bd968fa4e5105f9653341d5c227591881122eb8b9) AuthConfig (95b79ab7efe16c1fc7f4795424dae3f3114cdbf669c083c1ba52950a6fd05738) AuthConfig (a23280a2c27eb5cfa804bad6a249df44d076c314376cd3c6609504a3d063cd00) AuthConfig (baaadf4ad5748e27109b66d0139e4f1c590a4ab96eca9ec0f90f912bf81e3ffe) AuthConfig (16afca875e32182f76276c92362bad6be9ccc1b7d5c1a23012cb02c2c034a35d) AuthConfig (98acaefbc60df582f7b6732bd1f571c581eefc3eacf311b900b1cc1cea827840)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"a40bb82a-53c8-4435-a3da-02833817378d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:24.774512809Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-sub","reconcileID":"330e98a6-8877-4e04-a596-deaa77b3fb14","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.00081324Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-sub","reconcileID":"330e98a6-8877-4e04-a596-deaa77b3fb14","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.216959146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"9775840b-2faf-4590-8849-7ddd1736fb2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.261533871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"928b1256-8fb9-4523-b1a4-3f11470dacc1","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.401388447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"13d70d0f-46aa-4465-9d10-1307a88a8e24","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.422104222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"a4e5a7cd-c93a-43a5-b98e-6994395a8b1a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.422380048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"dfc04a5a-ba69-4d6a-8960-a55a5de8f9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.422632297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"3d5c9a57-44d9-4f7c-b1f9-69de38465452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.479987549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"a4e5a7cd-c93a-43a5-b98e-6994395a8b1a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.480087646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"dfc04a5a-ba69-4d6a-8960-a55a5de8f9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.482412083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"3d5c9a57-44d9-4f7c-b1f9-69de38465452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.640576142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-api-key-scoped-auth","reconcileID":"38fbda14-817b-4325-a82e-553c07b47346","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:25.808028438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"efbe74c9-e858-4508-89b8-f339194d8682","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:30.495662154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e02ab4d-3d94-4140-86cf-5c79d931055c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:30.54972182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e02ab4d-3d94-4140-86cf-5c79d931055c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:30.603758286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e02ab4d-3d94-4140-86cf-5c79d931055c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:30.657934494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e02ab4d-3d94-4140-86cf-5c79d931055c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:31.398242253Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-682116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-682116","reconcileID":"25c55841-4319-41f5-a862-086da32b6af6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-682116","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-682116":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:31.608563632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"2522fec1-97db-48f1-85c8-ff5c8b8024cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:31.760026356Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"2522fec1-97db-48f1-85c8-ff5c8b8024cf","name":"e2e-api-b-54a4b2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.03185567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"27d8dbb8-8326-4a5a-b166-d708861e9259","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.091364119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"27d8dbb8-8326-4a5a-b166-d708861e9259","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.091782413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"03f88e20-e422-4576-bb12-fbff177d1f31","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-03ece2","tenantID":"e2e-api-a-03ece2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.149596487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"03f88e20-e422-4576-bb12-fbff177d1f31","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"name":"e2e-api-a-03ece2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.436643268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"d2bc2bdb-e887-425e-8e20-aa95fc088d5c","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.436666867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"d2bc2bdb-e887-425e-8e20-aa95fc088d5c","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.536207157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"489be333-2f55-4835-a2a1-fcbdf7453ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.536232721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"489be333-2f55-4835-a2a1-fcbdf7453ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.696243279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91af99b-5574-4444-a574-313efe82eb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.750255826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91af99b-5574-4444-a574-313efe82eb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.804033772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91af99b-5574-4444-a574-313efe82eb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:32.858060107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91af99b-5574-4444-a574-313efe82eb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:34.796816824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31560d11-c9b1-4382-9c4e-88fe5e9594c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:34.852247299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31560d11-c9b1-4382-9c4e-88fe5e9594c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:34.906192892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31560d11-c9b1-4382-9c4e-88fe5e9594c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:34.960061799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31560d11-c9b1-4382-9c4e-88fe5e9594c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:42.654175646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:44.725564378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"4619efd6-e0ff-4ff0-9425-200021f9752c","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:44.72567224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"4619efd6-e0ff-4ff0-9425-200021f9752c","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:44.837475952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"28d646f9-dc6d-4110-89c5-406264cf1caf","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:44.837505521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"28d646f9-dc6d-4110-89c5-406264cf1caf","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:44.88943949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"1eb8d851-2fdb-46cd-a3b5-8418a84263aa","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:44.948916232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"1eb8d851-2fdb-46cd-a3b5-8418a84263aa","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:44.99783802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"a410e7f8-e042-4333-9310-95b179a97dca","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.208326761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74eccb45-67d7-4354-b1cc-5f5f2818f9da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.208355192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74eccb45-67d7-4354-b1cc-5f5f2818f9da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.268778006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"aa87e164-3ace-4f53-b6ee-4097cf272c82","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.326497139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"aa87e164-3ace-4f53-b6ee-4097cf272c82","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.369225491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"namespace":"ai-tenant-e2e-mt-cc17068f","name":"e2e-policy-cc17068f","reconcileID":"7d680e6c-dfe4-47e0-95e8-92c98439b3e3","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.373404825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"602518e1-d542-4aea-8fad-a4302257d92c","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.498245868Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"namespace":"ai-tenant-e2e-mt-cc17068f","name":"e2e-policy-cc17068f","reconcileID":"7d680e6c-dfe4-47e0-95e8-92c98439b3e3","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.556759618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"namespace":"ai-tenant-e2e-mt-cc17068f","name":"e2e-policy-cc17068f","reconcileID":"7d680e6c-dfe4-47e0-95e8-92c98439b3e3","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.688686733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac2a0db-8932-4f02-ba43-57e115c07c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.742918313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac2a0db-8932-4f02-ba43-57e115c07c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.796842486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac2a0db-8932-4f02-ba43-57e115c07c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:45.85068362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac2a0db-8932-4f02-ba43-57e115c07c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:47.790333214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cccf875-7677-47ef-ad10-5544f1a43925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:47.845070257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cccf875-7677-47ef-ad10-5544f1a43925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:47.898890856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cccf875-7677-47ef-ad10-5544f1a43925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:47.953444289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cccf875-7677-47ef-ad10-5544f1a43925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:49.894731081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f654715a-46e6-44e7-932f-ec3f24fb4105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:49.949170516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f654715a-46e6-44e7-932f-ec3f24fb4105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:50.003160063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f654715a-46e6-44e7-932f-ec3f24fb4105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:50.057929024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f654715a-46e6-44e7-932f-ec3f24fb4105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:52.094115312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa998581-38f7-434f-9140-20cfd02c1288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:52.147904496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa998581-38f7-434f-9140-20cfd02c1288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:52.201839208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa998581-38f7-434f-9140-20cfd02c1288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:52.256531612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa998581-38f7-434f-9140-20cfd02c1288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:52.876459886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"9dd223f9-3cc4-4b1e-8377-1b37496467d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bd96ef","tenantID":"e2e-api-b-bd96ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:52.994295452Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"9dd223f9-3cc4-4b1e-8377-1b37496467d8","name":"e2e-api-b-bd96ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:54.198126605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6b2b59-7081-497c-8c34-9b3b8b9b2bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:54.252232384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6b2b59-7081-497c-8c34-9b3b8b9b2bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:54.3061496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6b2b59-7081-497c-8c34-9b3b8b9b2bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:54.359893517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6b2b59-7081-497c-8c34-9b3b8b9b2bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:55.331661008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"ab2e39c2-ca31-4133-9886-f7d5858263b4","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:55.331722099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"ab2e39c2-ca31-4133-9886-f7d5858263b4","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:55.547390569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"47a94780-8c69-4f9f-90c2-d1cb08c9752d","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:55.601953116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"365fc562-941a-494a-86d3-6e7535a42738","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:55.606236269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"47a94780-8c69-4f9f-90c2-d1cb08c9752d","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:55.920665003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"3949a0ba-e21a-4f98-bd38-fc57624ec3ed","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:55.975262053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"8452c87c-c02c-4215-9dea-2b1d747c23e2","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:55.978269713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"3949a0ba-e21a-4f98-bd38-fc57624ec3ed","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:56.293150231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e9757d-8b43-41de-8f6f-532489921196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:56.347196271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e9757d-8b43-41de-8f6f-532489921196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:56.401169147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e9757d-8b43-41de-8f6f-532489921196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:33:56.455243531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e9757d-8b43-41de-8f6f-532489921196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:06.164841437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"namespace":"ai-tenant-e2e-mt-cc17068f","name":"e2e-policy-cc17068f","reconcileID":"b365ea55-5bb0-484a-8150-7b6550531347","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:06.319346715Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"namespace":"ai-tenant-e2e-mt-cc17068f","name":"e2e-policy-cc17068f","reconcileID":"b365ea55-5bb0-484a-8150-7b6550531347","MaaSAuthPolicy":{"name":"e2e-policy-cc17068f","namespace":"ai-tenant-e2e-mt-cc17068f"},"policyNamespace":"ai-tenant-e2e-mt-cc17068f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:12.654308986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:30.320759597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a2737c-76c7-40da-adcb-ab981eb94cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:30.374695837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a2737c-76c7-40da-adcb-ab981eb94cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:30.42875441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a2737c-76c7-40da-adcb-ab981eb94cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:30.482775935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a2737c-76c7-40da-adcb-ab981eb94cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:32.423704055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677b8b36-ef0b-41d3-9a1d-0c88a48a7911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:32.478082483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677b8b36-ef0b-41d3-9a1d-0c88a48a7911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:32.532335595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677b8b36-ef0b-41d3-9a1d-0c88a48a7911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:32.586391283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677b8b36-ef0b-41d3-9a1d-0c88a48a7911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:33.426829896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"4b65e32a-eb75-4797-8f3b-f720cb518504","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:33.527951074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"090f9bba-0ad8-40f4-ab7b-78ef26086f2c","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:33.630444911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"3dfd0775-b0e2-4560-9850-e4dbfad63c37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:33.704203656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"acf22d13-c1a4-41a6-accb-cf31cfe4ef61","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:33.727527135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85a45dfa-0711-4e6c-bd0d-9a6b12538f9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:33.822403747Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"acf22d13-c1a4-41a6-accb-cf31cfe4ef61","name":"e2e-api-a-682116-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:33.848188234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"08f13feb-61c2-4061-b290-7d51cc478ba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.154857891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"431684da-60ec-40f3-aa20-be154378bd8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.278444186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"57c1a5fa-4586-464d-8efb-3f4f24e6b8c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.3904153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"233f2dc4-d747-4071-a684-bc1cb8b078a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.390434322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"233f2dc4-d747-4071-a684-bc1cb8b078a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.401467171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"587d9744-fd47-4357-b6be-7b864dd72bbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.446507335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"101a12c4-7cf2-4c94-9c6d-1a0340891428","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.446527781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"101a12c4-7cf2-4c94-9c6d-1a0340891428","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.552918423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"49cbe287-57a4-4240-92cf-2f1a642d66e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.582082371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff6eb190-8c68-408b-b719-0800e3850f89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.682058807Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"49cbe287-57a4-4240-92cf-2f1a642d66e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"name":"e2e-api-b-54a4b2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.683275635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"da6a4f7c-a13b-4320-84b3-dc29fb12bb1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.706913412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"699342c3-35e3-4469-8e04-e0469edda863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.739593477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-54a4b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"49cbe287-57a4-4240-92cf-2f1a642d66e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.786839068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"98befd74-e842-4cba-a746-480e003f3c42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.798625803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"661a2f67-6602-492f-8452-55535216d660","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.798645035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"661a2f67-6602-492f-8452-55535216d660","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:34.882814712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"e79b45e2-67b6-4370-99e3-0f85f2e0ebbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.860255132Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"4a7d4676-6390-46e5-8947-6d0218a473f8","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.860342159Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"4a7d4676-6390-46e5-8947-6d0218a473f8","name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.918999354Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"4a7d4676-6390-46e5-8947-6d0218a473f8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.919021503Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"4a7d4676-6390-46e5-8947-6d0218a473f8","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.919160269Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"4a7d4676-6390-46e5-8947-6d0218a473f8","name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.919754482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"8adeee63-4a5a-47e0-bdb9-f64931e6d016","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.919769967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"8adeee63-4a5a-47e0-bdb9-f64931e6d016","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.977013327Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"4a7d4676-6390-46e5-8947-6d0218a473f8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.980199152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b6c905f1-3afc-42a0-806c-57cd771f6e59","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:38.980215201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b6c905f1-3afc-42a0-806c-57cd771f6e59","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.026763029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"db2b8b11-07c1-4d2a-9505-d8eb5ba976fc","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:34:39.034850321Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b6c905f1-3afc-42a0-806c-57cd771f6e59","name":"e2e-lifecycle-model-70efbbab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-70efbbab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:34:39.03490272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b6c905f1-3afc-42a0-806c-57cd771f6e59","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-70efbbab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.040270276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"573aa67c-6772-4021-99ee-80bb5dbd264a","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.040285782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"573aa67c-6772-4021-99ee-80bb5dbd264a","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.08449161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"db2b8b11-07c1-4d2a-9505-d8eb5ba976fc","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.086169342Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"9d73d19a-bdc4-4c52-a090-f82d636a128b","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f2a5ff8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.154679667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"f332e360-b1be-4c0d-80b1-758fa8c77031","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f2a5ff8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.292343741Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"363b1797-fc8b-408b-9ca6-dc53ff136bc3","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.546927376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"363b1797-fc8b-408b-9ca6-dc53ff136bc3","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.672908353Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"363b1797-fc8b-408b-9ca6-dc53ff136bc3","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"e2e-mt-70efbbab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.672936123Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-policy-70efbbab","reconcileID":"363b1797-fc8b-408b-9ca6-dc53ff136bc3","MaaSAuthPolicy":{"name":"e2e-policy-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.730625353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"f2338294-13c8-46b3-a035-1b47ed93f20b","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:39.730644602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"f2338294-13c8-46b3-a035-1b47ed93f20b","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.041276783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"7a06ba7c-b103-4f34-8747-193a61f5ab2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.041373647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"113478be-fd8d-461d-8a89-e9f3d3334483","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.041389121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"113478be-fd8d-461d-8a89-e9f3d3334483","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.209828957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"7a06ba7c-b103-4f34-8747-193a61f5ab2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d58d18","tenantID":"e2e-api-a-d58d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.336542906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"7a06ba7c-b103-4f34-8747-193a61f5ab2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"name":"e2e-api-a-d58d18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.336566499Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"e2e-e2e-api-a-d58d18-policy","reconcileID":"7a06ba7c-b103-4f34-8747-193a61f5ab2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d58d18-policy","namespace":"ai-tenant-e2e-api-a-d58d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d58d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.393715638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1bd8af7-4849-4da0-a398-52c7c02c30b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.393743874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1bd8af7-4849-4da0-a398-52c7c02c30b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:42.652883421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:43.652142783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc716cfb-1bdd-47ed-8196-d1e0609e9cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:43.706884171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc716cfb-1bdd-47ed-8196-d1e0609e9cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:43.761363035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc716cfb-1bdd-47ed-8196-d1e0609e9cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:43.81521269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc716cfb-1bdd-47ed-8196-d1e0609e9cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:44.985865779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"e27dd6ee-5ecb-45c4-b59b-81b8df4f55c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:45.045931059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"e27dd6ee-5ecb-45c4-b59b-81b8df4f55c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"name":"e2e-api-b-54a4b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:45.102681218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-54a4b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"e27dd6ee-5ecb-45c4-b59b-81b8df4f55c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:45.793844012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025ceac7-7ba1-4043-b888-1ee02f3ea364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:45.848855698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025ceac7-7ba1-4043-b888-1ee02f3ea364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:45.902904365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025ceac7-7ba1-4043-b888-1ee02f3ea364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:45.957065263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025ceac7-7ba1-4043-b888-1ee02f3ea364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:49.210342085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"bcf831ef-188d-4a76-8e29-92503ecd4b44","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","subscription":"e2e-sub-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:49.264427115Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"bcf831ef-188d-4a76-8e29-92503ecd4b44","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:49.318758539Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-sub-70efbbab","reconcileID":"bcf831ef-188d-4a76-8e29-92503ecd4b44","MaaSSubscription":{"name":"e2e-sub-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"name":"maas-trlp-e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:49.596757277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"3ffcdb09-d962-49e1-b628-f995a3654ca7","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:49.596786034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"3ffcdb09-d962-49e1-b628-f995a3654ca7","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:51.346045557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f6b6d6-5834-4f81-9450-67344e4679fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:51.400198181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f6b6d6-5834-4f81-9450-67344e4679fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:51.45420033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f6b6d6-5834-4f81-9450-67344e4679fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:51.508576534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f6b6d6-5834-4f81-9450-67344e4679fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.549447326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ed5f87-9cf7-4dc4-8d10-2952a59cd0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.603111176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ed5f87-9cf7-4dc4-8d10-2952a59cd0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.656701347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ed5f87-9cf7-4dc4-8d10-2952a59cd0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.681405837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3281fe26-cb4f-4fa1-a022-d96badfb26f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.681428779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3281fe26-cb4f-4fa1-a022-d96badfb26f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.711114448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ed5f87-9cf7-4dc4-8d10-2952a59cd0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.769471058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0c85bbc-122e-41dc-8e30-c191fbb4dd7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.769496664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0c85bbc-122e-41dc-8e30-c191fbb4dd7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:53.877443887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"70f72a26-bfa4-4fb1-b8e2-ac9551189b9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bd96ef","tenantID":"e2e-api-b-bd96ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:54.003973124Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"70f72a26-bfa4-4fb1-b8e2-ac9551189b9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"name":"e2e-api-b-bd96ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:54.060281398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bd96ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"70f72a26-bfa4-4fb1-b8e2-ac9551189b9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:54.119744004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1ab020-094f-4b18-8b4a-1685bace2d77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:54.119765447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1ab020-094f-4b18-8b4a-1685bace2d77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.041209503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"4435aa11-0fe6-4584-88df-bc47ba2cf27a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.210857228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"ce9fe5ed-c685-4983-96b0-49d5e320ad7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.333914036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"ce9fe5ed-c685-4983-96b0-49d5e320ad7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"name":"e2e-api-b-54a4b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.334566681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"21572dcd-be21-4258-8510-3ea6d077c274","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.390915689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-54a4b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"ce9fe5ed-c685-4983-96b0-49d5e320ad7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.663082386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"a9e4ff88-af3b-4e97-af85-ed29559174e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.672708684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc472a2-350d-492b-814a-fb18ff35de17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.726613226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc472a2-350d-492b-814a-fb18ff35de17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.780430717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc472a2-350d-492b-814a-fb18ff35de17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.781286255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"b1668c3a-85a8-4bda-bafe-36a9d9f385b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.834336566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc472a2-350d-492b-814a-fb18ff35de17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.943376278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"a385d146-4eee-4e09-b7fb-603acb55b479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:55.997347106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"e710fcb4-c2f2-40b3-ab11-df2335e8758e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:56.054151321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4911491-d0a7-45d8-aa67-d2acb43f41e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:56.105690809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"a8ba80c2-648b-4ec5-965c-f8789c71d1fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:56.269643236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"85209761-b70e-44f5-a1a9-28a7731a3df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:56.3718672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"d3d93e15-8952-4cc1-8d6b-81639a27dd6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:56.371867071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"5405f3e7-8ee8-4f9c-a118-7c7126599142","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:56.544618112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"963655ca-727a-4e5e-98f7-73ec3e1605e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:57.784792201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f221e98-d7f6-4730-8c32-7bf1208db6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:57.839006565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f221e98-d7f6-4730-8c32-7bf1208db6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:57.892882859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f221e98-d7f6-4730-8c32-7bf1208db6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:57.946877793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f221e98-d7f6-4730-8c32-7bf1208db6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:59.906051683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24823ea-99dd-4e1d-a348-12325e79b822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:34:59.960207183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24823ea-99dd-4e1d-a348-12325e79b822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:00.014223427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24823ea-99dd-4e1d-a348-12325e79b822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:00.068545408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24823ea-99dd-4e1d-a348-12325e79b822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:00.685570321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"643873c9-8c1e-4883-9219-c96526c68ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:00.685720748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf2e3a33-be68-48ac-9402-e9c0f073a1e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:00.685740902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf2e3a33-be68-48ac-9402-e9c0f073a1e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:00.89348872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"643873c9-8c1e-4883-9219-c96526c68ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-03ece2","tenantID":"e2e-api-a-03ece2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:01.022075905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"643873c9-8c1e-4883-9219-c96526c68ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"name":"e2e-api-a-03ece2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:01.022099741Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"e2e-e2e-api-a-03ece2-policy","reconcileID":"643873c9-8c1e-4883-9219-c96526c68ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-03ece2-policy","namespace":"ai-tenant-e2e-api-a-03ece2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-03ece2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:01.080462318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7884737c-81e7-4204-bc4e-9640953649d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:01.080481365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7884737c-81e7-4204-bc4e-9640953649d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:02.093788974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c35c35-f103-4927-aee3-10804aa3d6be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:02.148022628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c35c35-f103-4927-aee3-10804aa3d6be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:02.201969407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c35c35-f103-4927-aee3-10804aa3d6be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:02.257365035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c35c35-f103-4927-aee3-10804aa3d6be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:04.207477972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bf264c-95a5-4314-a07b-6918c1ba5c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:04.261700734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bf264c-95a5-4314-a07b-6918c1ba5c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:04.315750584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bf264c-95a5-4314-a07b-6918c1ba5c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:04.315901539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"4f6854ee-259e-4d7f-89ae-ce0dc88a74a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bd96ef","tenantID":"e2e-api-b-bd96ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:04.369817946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bf264c-95a5-4314-a07b-6918c1ba5c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:04.427359651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"4f6854ee-259e-4d7f-89ae-ce0dc88a74a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"name":"e2e-api-b-bd96ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:04.483414106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bd96ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"4f6854ee-259e-4d7f-89ae-ce0dc88a74a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:05.55594689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"59e70c50-486f-4e18-8c84-c9ec3c9909fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:05.614304477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"59e70c50-486f-4e18-8c84-c9ec3c9909fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"name":"e2e-api-b-54a4b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:05.670870515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-54a4b2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d2020bcb31505aed9ee28e7f3e3022b1d49395dd952574d8eafacc1a0d454a8) AuthConfig (65e2f41e0492d235319025a9eee631c3136e990f62350e68194dae99d6abf9bb) AuthConfig (4ab1fbe6391b1d89a8278686a76d16a41e95acbd110403f1ea225505889e8e81) AuthConfig (09c48f3bbf61b81b6866a2870046460c73cab2328d9906274a40af3d4cbf5ebf) AuthConfig (a0e2a5a20b20758fb11fc6971890ab730da2be7e70d4d2b0565b932c28162203) AuthConfig (87ed39693874a16861ddc73bd1bb9eda685d13b472210d75f0cca9747d27824b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"59e70c50-486f-4e18-8c84-c9ec3c9909fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:05.771490694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4792d862-7074-407f-b6b5-0ebe90c4f0cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:05.771512007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4792d862-7074-407f-b6b5-0ebe90c4f0cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.303079392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c938ab4-5dcb-4aa2-bd1e-87361cd3628e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.356884411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c938ab4-5dcb-4aa2-bd1e-87361cd3628e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.410737496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c938ab4-5dcb-4aa2-bd1e-87361cd3628e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.41084994Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","namespace":"ai-tenant-e2e-api-a-d58d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.41091942Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","namespace":"ai-tenant-e2e-api-a-d58d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.464423935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c938ab4-5dcb-4aa2-bd1e-87361cd3628e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.464547217Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","tenant":"e2e-api-a-d58d18","tenantID":"e2e-api-a-d58d18","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.520100588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"Deployment","name":"maas-api-e2e-api-a-d58d18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.581691276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"Service","name":"maas-api-e2e-api-a-d58d18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.642337681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d58d18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.740197196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d58d18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.809649849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.86870916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.926965247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:06.986588435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.042994198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"Deployment","name":"payload-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.097399169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.151705263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"Service","name":"payload-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.205881109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.259515649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.313005919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.366548263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.423226536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.476480417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.529778211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.586502234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d58d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:07.641459049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d58d18"},"namespace":"ai-tenant-e2e-api-a-d58d18","name":"default-tenant","reconcileID":"96151a90-162b-4fed-b893-becc7a5f4e07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d58d18","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:12.65403327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:13.421009625Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d58d18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d58d18","reconcileID":"9391e72c-c2f3-4307-b55a-9044f988239e","aitenant":"ai-tenants/e2e-api-a-d58d18","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:13.905211899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c2dc16-9d2d-4858-aabe-8f976b29df3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:13.959159003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c2dc16-9d2d-4858-aabe-8f976b29df3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:14.013072761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c2dc16-9d2d-4858-aabe-8f976b29df3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:14.067185075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c2dc16-9d2d-4858-aabe-8f976b29df3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:14.253293617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d58d18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d58d18","reconcileID":"9391e72c-c2f3-4307-b55a-9044f988239e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d58d18","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d58d18"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:14.591948516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"533bdf74-8f51-48c4-a4f2-9b36b0218d44","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bd96ef","tenantID":"e2e-api-b-bd96ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:14.669259539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"533bdf74-8f51-48c4-a4f2-9b36b0218d44","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"name":"e2e-api-b-bd96ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:14.734210977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bd96ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"533bdf74-8f51-48c4-a4f2-9b36b0218d44","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:15.879244068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"5a278d34-f44d-4822-9ff6-94447e436a4f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:15.938577278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"5a278d34-f44d-4822-9ff6-94447e436a4f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"name":"e2e-api-b-54a4b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:15.994864666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-54a4b2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d2020bcb31505aed9ee28e7f3e3022b1d49395dd952574d8eafacc1a0d454a8) AuthConfig (65e2f41e0492d235319025a9eee631c3136e990f62350e68194dae99d6abf9bb) AuthConfig (4ab1fbe6391b1d89a8278686a76d16a41e95acbd110403f1ea225505889e8e81) AuthConfig (09c48f3bbf61b81b6866a2870046460c73cab2328d9906274a40af3d4cbf5ebf) AuthConfig (a0e2a5a20b20758fb11fc6971890ab730da2be7e70d4d2b0565b932c28162203) AuthConfig (87ed39693874a16861ddc73bd1bb9eda685d13b472210d75f0cca9747d27824b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"5a278d34-f44d-4822-9ff6-94447e436a4f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:16.08528058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c9dc0f-d0ff-41a3-b54c-c787cb4f1113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:16.13911956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c9dc0f-d0ff-41a3-b54c-c787cb4f1113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:16.192904026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c9dc0f-d0ff-41a3-b54c-c787cb4f1113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:16.247606021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c9dc0f-d0ff-41a3-b54c-c787cb4f1113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:18.191110451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b6c7ad-6fd3-4f4b-a51f-f0b487b4c689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:18.245150553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b6c7ad-6fd3-4f4b-a51f-f0b487b4c689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:18.299035763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b6c7ad-6fd3-4f4b-a51f-f0b487b4c689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:18.352948754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b6c7ad-6fd3-4f4b-a51f-f0b487b4c689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.123907442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"b72ea346-7944-4a7b-8b4e-219c85983301","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.124077082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16ea74ba-623f-4162-9cda-210c6bc48371","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.124098563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16ea74ba-623f-4162-9cda-210c6bc48371","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.331185378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"b72ea346-7944-4a7b-8b4e-219c85983301","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.458854133Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"b72ea346-7944-4a7b-8b4e-219c85983301","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"name":"e2e-api-b-54a4b2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.458877248Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"b72ea346-7944-4a7b-8b4e-219c85983301","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.516162228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"9cf3d37a-188f-4266-a9f9-65c16f634850","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.516517196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71244e84-274f-4b1f-b773-d7fba3fcbec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.516532314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71244e84-274f-4b1f-b773-d7fba3fcbec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.724272611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"9cf3d37a-188f-4266-a9f9-65c16f634850","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.882595467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"9cf3d37a-188f-4266-a9f9-65c16f634850","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"name":"e2e-api-b-54a4b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:22.882619453Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"9cf3d37a-188f-4266-a9f9-65c16f634850","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-54a4b2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:22.935952873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-54a4b2-policy","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"e2e-e2e-api-b-54a4b2-policy","reconcileID":"9cf3d37a-188f-4266-a9f9-65c16f634850","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-54a4b2-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:23.705630165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9f5250-bdec-4147-aea1-3df6fb60101b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:23.75959615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9f5250-bdec-4147-aea1-3df6fb60101b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:23.81373773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9f5250-bdec-4147-aea1-3df6fb60101b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:23.867633734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9f5250-bdec-4147-aea1-3df6fb60101b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:24.843744033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"42829f68-c693-46af-9427-23166d08fb1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bd96ef","tenantID":"e2e-api-b-bd96ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:24.902745366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"42829f68-c693-46af-9427-23166d08fb1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"name":"e2e-api-b-bd96ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:25.009159989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bd96ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b28cebc4926f05a50890ae00cafa0e65efc022ec74d0ba299306e2df61495bf) AuthConfig (1d90d12b3b036e208ea0ecd2816f1ce98a306f893e1402f7774c06abbe6ab154) AuthConfig (f6c91e0a66ef33c02cb034473b62e379c757e813fa07e158067e9984f93b02fd) AuthConfig (04c511e09ac7586bf19bb68c01ba6cf492f1ba2ef206814f85587213496a78e1) AuthConfig (ad864b90bd341f4e47f907ad590db4516fdb3f5ba2b624ad066777f82b14867d) AuthConfig (f4597e65bb9fa4ff978b4762a0e2526c63d8289f3e5238b7b9c41a87f5af4ed0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"42829f68-c693-46af-9427-23166d08fb1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:25.068160336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3f2d99b-2f46-4cec-826a-8d8628b3cdcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:25.068183424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3f2d99b-2f46-4cec-826a-8d8628b3cdcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:25.879629348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9401a7-4673-461d-aff1-f146238124ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:25.934202491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9401a7-4673-461d-aff1-f146238124ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:25.988081899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9401a7-4673-461d-aff1-f146238124ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:26.042022731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9401a7-4673-461d-aff1-f146238124ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:28.868704968Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","namespace":"ai-tenant-e2e-api-a-03ece2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:28.868765648Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","namespace":"ai-tenant-e2e-api-a-03ece2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:28.868814801Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","tenant":"e2e-api-a-03ece2","tenantID":"e2e-api-a-03ece2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:28.938410235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"Deployment","name":"maas-api-e2e-api-a-03ece2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.028503922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"Service","name":"maas-api-e2e-api-a-03ece2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.085420204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-03ece2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.141704431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-03ece2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.197935185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.255637223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.314410863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.370845222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.426556774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"Deployment","name":"payload-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.481964187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.535495886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"Service","name":"payload-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.589639354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"Service","name":"payload-pre-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.643368917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.697042299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.752342022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.809378652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.917390898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:29.975799184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:30.034535582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-03ece2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:30.087886338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-03ece2"},"namespace":"ai-tenant-e2e-api-a-03ece2","name":"default-tenant","reconcileID":"1b678a51-2c50-40e9-b1ac-8d0842f89182","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-03ece2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:30.779626125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a65789e-2f46-4142-9ea2-6f0faab3313f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:30.834463525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a65789e-2f46-4142-9ea2-6f0faab3313f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:30.893630745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a65789e-2f46-4142-9ea2-6f0faab3313f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:30.954013706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a65789e-2f46-4142-9ea2-6f0faab3313f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:31.502788468Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-03ece2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-03ece2","reconcileID":"91f03177-d210-41e9-900f-9940db3fb199","aitenant":"ai-tenants/e2e-api-a-03ece2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:32.279387587Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-03ece2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-03ece2","reconcileID":"91f03177-d210-41e9-900f-9940db3fb199","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-03ece2","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-03ece2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:32.900609976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccfb84a-516f-42aa-a45f-bc67a9285058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:32.957748394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccfb84a-516f-42aa-a45f-bc67a9285058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:33.018997932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccfb84a-516f-42aa-a45f-bc67a9285058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:33.073469656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccfb84a-516f-42aa-a45f-bc67a9285058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:33.901005158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef03ff2-ec04-46f9-b820-2c197506d151","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:33.901024312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef03ff2-ec04-46f9-b820-2c197506d151","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:33.960960632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ade16eb-a518-4e4c-8950-ae5dd4055616","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:33.960991488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ade16eb-a518-4e4c-8950-ae5dd4055616","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:34.106139567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"807a401a-da29-4cd4-aed1-a11d79f0d216","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:34.285886729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"807a401a-da29-4cd4-aed1-a11d79f0d216","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"name":"e2e-api-a-682116-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:34.342696021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-682116-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"807a401a-da29-4cd4-aed1-a11d79f0d216","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:34.401513466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88768d41-2a09-4b86-90f9-ed7bb72b6bf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:34.401537876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88768d41-2a09-4b86-90f9-ed7bb72b6bf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.116543582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7979e094-020d-4565-83c5-7a8843336550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.170622582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7979e094-020d-4565-83c5-7a8843336550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.225235018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7979e094-020d-4565-83c5-7a8843336550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.279374763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7979e094-020d-4565-83c5-7a8843336550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.333462702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"6b7cc3de-59e3-4179-afe3-629cb1472c90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bd96ef","tenantID":"e2e-api-b-bd96ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.392037173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"6b7cc3de-59e3-4179-afe3-629cb1472c90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"name":"e2e-api-b-bd96ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.448850359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-bd96ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b28cebc4926f05a50890ae00cafa0e65efc022ec74d0ba299306e2df61495bf) AuthConfig (1d90d12b3b036e208ea0ecd2816f1ce98a306f893e1402f7774c06abbe6ab154) AuthConfig (f6c91e0a66ef33c02cb034473b62e379c757e813fa07e158067e9984f93b02fd) AuthConfig (04c511e09ac7586bf19bb68c01ba6cf492f1ba2ef206814f85587213496a78e1) AuthConfig (ad864b90bd341f4e47f907ad590db4516fdb3f5ba2b624ad066777f82b14867d) AuthConfig (f4597e65bb9fa4ff978b4762a0e2526c63d8289f3e5238b7b9c41a87f5af4ed0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"6b7cc3de-59e3-4179-afe3-629cb1472c90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.674950469Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.675039776Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.675117735Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","tenant":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.730709653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"Deployment","name":"maas-api-e2e-mt-70efbbab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.791342804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"Service","name":"maas-api-e2e-mt-70efbbab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.851720947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-70efbbab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.90786308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-70efbbab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:35.969100865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.025024841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.083178409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.139155226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.192735156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"Deployment","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.246635231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.301576902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"Service","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.365039888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"Service","name":"payload-pre-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.419962546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"DestinationRule","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.478027726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.541266002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.598366063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.72922724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.786690094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.840310367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:36.893508652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"861f5f1c-41e7-4c52-b9f4-d2b057f013bf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-70efbbab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:37.353011264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1bb5fd-a3bf-4ff6-947e-bfeaf113224d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:37.407089033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1bb5fd-a3bf-4ff6-947e-bfeaf113224d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:37.461981334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1bb5fd-a3bf-4ff6-947e-bfeaf113224d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:37.516163402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1bb5fd-a3bf-4ff6-947e-bfeaf113224d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:37.797442657Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-70efbbab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-70efbbab","reconcileID":"09a3221e-8209-4d79-924d-43384a393035","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-70efbbab","removed":["maas.opendatahub.io/gateway-access-e2e-mt-70efbbab"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:37.962007121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"5ebbb3e2-3be4-4a6c-9f69-433cae3d2f19","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.021429748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"5ebbb3e2-3be4-4a6c-9f69-433cae3d2f19","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.026785146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"3b850a76-9cab-4211-9e23-d364fca91a60","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.026839332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"3b850a76-9cab-4211-9e23-d364fca91a60","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.038090938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"63e602aa-c456-405c-bf89-7046fc5ccd1c","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.038190275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"63e602aa-c456-405c-bf89-7046fc5ccd1c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.059266269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"94468276-c9ee-4146-8cf6-aa1ce4361118","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.059328253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"94468276-c9ee-4146-8cf6-aa1ce4361118","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.10028609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b41cd539-763b-4336-851b-91dbe7b19023","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.10035554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b41cd539-763b-4336-851b-91dbe7b19023","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.181032615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"c7945349-f036-407b-99ff-73d89e66ac5e","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.181111656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"c7945349-f036-407b-99ff-73d89e66ac5e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.235765Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"71f0e0e1-99ee-4548-a9ca-d0816d63c7f4","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.235861894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"71f0e0e1-99ee-4548-a9ca-d0816d63c7f4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.556324189Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"7968c14b-2d92-4e56-b1fc-5e43d61e2f1c","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:38.556406378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"7968c14b-2d92-4e56-b1fc-5e43d61e2f1c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:39.197197801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"cc20baac-31b3-4dda-99de-f54fede9b1ad","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:39.197267017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"cc20baac-31b3-4dda-99de-f54fede9b1ad","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.380506619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"f4f0d5fb-ef2a-464c-a1f1-6344c01ea921","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.380518237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41501b5c-0231-4a15-9fe7-0dcb182486c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.380610239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41501b5c-0231-4a15-9fe7-0dcb182486c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:39.399332018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b60bd76b-5f08-42b4-874d-265485139540","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:39.399403191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b60bd76b-5f08-42b4-874d-265485139540","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.484215611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4ec050-ab81-4e41-9a82-1b4a2def9a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.53830041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4ec050-ab81-4e41-9a82-1b4a2def9a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.592591824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4ec050-ab81-4e41-9a82-1b4a2def9a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.598125636Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6606aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6606aa","reconcileID":"3a5c2891-f649-49f6-96e7-c3f3a1c76f9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6606aa","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6606aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.646497905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"f4f0d5fb-ef2a-464c-a1f1-6344c01ea921","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bd96ef","tenantID":"e2e-api-b-bd96ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.646679474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4ec050-ab81-4e41-9a82-1b4a2def9a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.773350596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"f4f0d5fb-ef2a-464c-a1f1-6344c01ea921","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"name":"e2e-api-b-bd96ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.77337951Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"e2e-e2e-api-b-bd96ef-policy","reconcileID":"f4f0d5fb-ef2a-464c-a1f1-6344c01ea921","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-bd96ef-policy","namespace":"ai-tenant-e2e-api-b-bd96ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-bd96ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.834948601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"154097f1-70de-49ac-974a-863f09243be9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:39.834967593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"154097f1-70de-49ac-974a-863f09243be9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:39.925527796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"05a588f8-4719-4ede-b027-73a5bd12874a","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:39.92559795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"05a588f8-4719-4ede-b027-73a5bd12874a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:40.372391772Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"0bff435e-5b1b-4aba-89b3-8f062426ba04","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:40.372464578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"0bff435e-5b1b-4aba-89b3-8f062426ba04","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:41.610645455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98ed623-246b-47f7-91a0-3eaf6aba0f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:41.664792161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98ed623-246b-47f7-91a0-3eaf6aba0f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:41.719531652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98ed623-246b-47f7-91a0-3eaf6aba0f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:41.773825155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98ed623-246b-47f7-91a0-3eaf6aba0f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:42.081343501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"e2b12a3f-e239-4b00-95e7-c691ae74a218","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:42.081403109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"e2b12a3f-e239-4b00-95e7-c691ae74a218","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:42.656582347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:43.707396659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"f354f6d3-2c75-4d29-ab13-b69ee37bacef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:43.7074778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"f354f6d3-2c75-4d29-ab13-b69ee37bacef","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:43.786332372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f71ce41-ac33-4600-99f5-2845931324e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:43.841339822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f71ce41-ac33-4600-99f5-2845931324e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:43.895649652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f71ce41-ac33-4600-99f5-2845931324e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:43.949595401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f71ce41-ac33-4600-99f5-2845931324e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:44.509496625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"e87caeb3-004a-4716-820c-0deb7d401137","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:44.568641292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"e87caeb3-004a-4716-820c-0deb7d401137","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"name":"e2e-api-a-682116-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:44.595948886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"11454247-7d5f-425d-97a6-ffc9c31f3403","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:35:44.596035596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"11454247-7d5f-425d-97a6-ffc9c31f3403","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab-kserve-route (gateways: [openshift-ingress/e2e-mt-70efbbab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:44.625288776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-682116-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"e87caeb3-004a-4716-820c-0deb7d401137","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:45.764302678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"98cf7fed-af6e-4b9f-a00d-290008f4911a","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:45.764331568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"98cf7fed-af6e-4b9f-a00d-290008f4911a","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:45.93177951Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-70efbbab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-70efbbab","reconcileID":"0344a2ea-087e-4534-9c52-79e52e0834bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-70efbbab","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-70efbbab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:45.992868897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0549589-2db0-4914-999f-e575a1039e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:46.04669953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0549589-2db0-4914-999f-e575a1039e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:46.100914486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0549589-2db0-4914-999f-e575a1039e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:46.155382856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0549589-2db0-4914-999f-e575a1039e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:46.841250751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"5511dd06-a47d-4480-9339-853ca3f908a0","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:46.841272535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"5511dd06-a47d-4480-9339-853ca3f908a0","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:47.722894926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b1cebea9-ad67-4df1-9d38-873b52501b6c","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:47.722915905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"b1cebea9-ad67-4df1-9d38-873b52501b6c","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:48.113595935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7278fbb3-52c8-484a-87b5-90fd1ad33b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:48.167658521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7278fbb3-52c8-484a-87b5-90fd1ad33b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:48.22163939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7278fbb3-52c8-484a-87b5-90fd1ad33b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:48.334015082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7278fbb3-52c8-484a-87b5-90fd1ad33b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:54.735303043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"5de0947b-d526-4206-bb09-b246fdce1aa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:54.793155827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"5de0947b-d526-4206-bb09-b246fdce1aa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"name":"e2e-api-a-682116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:35:54.84959587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-682116-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"5de0947b-d526-4206-bb09-b246fdce1aa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.437947584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"953479d1-0a56-4f2b-99d5-21a4a841d716","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.437973925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"953479d1-0a56-4f2b-99d5-21a4a841d716","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.49604905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6890e6f3-14dc-49c3-8e09-3c6dd22e443a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.496075701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6890e6f3-14dc-49c3-8e09-3c6dd22e443a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.725446621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"680ebf18-1d68-4821-969c-d682a38f2fd2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.781521751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef33c41d-ff91-4e37-823c-7b0b1aa85470","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.781546908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef33c41d-ff91-4e37-823c-7b0b1aa85470","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.840718372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c75471-00f0-49d5-8c24-556f72dd8f08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.840746415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c75471-00f0-49d5-8c24-556f72dd8f08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.851583835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"680ebf18-1d68-4821-969c-d682a38f2fd2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:36:03.88805536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"7b624737-5669-4d00-a797-1d3795cd3422","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-3973c246\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.907502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"680ebf18-1d68-4821-969c-d682a38f2fd2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.94211884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6cec4f7-d10d-4bbe-a733-7dbaf4eea48c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.942118817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3a464f6-2f95-4edf-8a1b-5f6dbcfe653b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.965887917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f96718f5-ba9d-4e86-bf29-476adb08d690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:03.965906066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f96718f5-ba9d-4e86-bf29-476adb08d690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.00006219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3a464f6-2f95-4edf-8a1b-5f6dbcfe653b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.000209575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6cec4f7-d10d-4bbe-a733-7dbaf4eea48c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.000790192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"307dd2b8-337e-480c-8c8c-00102589748a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.000803904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"307dd2b8-337e-480c-8c8c-00102589748a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.056847603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be9c7226-1608-4704-bad5-5a8c2a9f73db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.056872717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be9c7226-1608-4704-bad5-5a8c2a9f73db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.125622453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"2d1c8b13-1824-4ab7-bc31-96997ab31275","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.183073084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"2d1c8b13-1824-4ab7-bc31-96997ab31275","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.239610939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"2d1c8b13-1824-4ab7-bc31-96997ab31275","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.32987053Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"3aa2f7b3-513b-4f6c-81df-725327690736","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-3973c246","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.330040574Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"3aa2f7b3-513b-4f6c-81df-725327690736","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3973c246","error":"MaaSModelRef not found: llm/nonexistent-model-3973c246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.36717141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90a3e6e0-9569-4c48-9352-4e2382b6bcdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.367216977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b56fc5-a98d-4fce-a1a1-757bf2ac2e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.426366814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b56fc5-a98d-4fce-a1a1-757bf2ac2e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.426366816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90a3e6e0-9569-4c48-9352-4e2382b6bcdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.470484234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"1d50bf45-8b17-4f11-9434-4e4072446daf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.529082865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"1d50bf45-8b17-4f11-9434-4e4072446daf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.549368034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f4837ed-8250-47ce-81c1-dcfe497ca354","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.555897758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6cb2595-daa2-4e89-99f2-a4dc80169906","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.555918353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6cb2595-daa2-4e89-99f2-a4dc80169906","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.585388471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"1d50bf45-8b17-4f11-9434-4e4072446daf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.77152919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"39d61122-d107-45c2-916c-8728fd9d87d1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.771662502Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"39d61122-d107-45c2-916c-8728fd9d87d1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3973c246","error":"MaaSModelRef not found: llm/nonexistent-model-3973c246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:04.958662824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"9c5e68fa-7a31-4b9d-8c28-4586eecb9c7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:05.016533612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"9c5e68fa-7a31-4b9d-8c28-4586eecb9c7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"name":"e2e-api-a-682116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:05.07278063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-682116-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"9c5e68fa-7a31-4b9d-8c28-4586eecb9c7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.487095249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88b22528-3b1b-4f30-8240-4eba6edfd57d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.487121381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88b22528-3b1b-4f30-8240-4eba6edfd57d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.648373723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"018c1588-279b-4faa-a302-e83177a56696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.648430409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a061e3f-0621-4763-88f4-29da059ed585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.648845543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"d3208a61-5709-4080-ac17-a55e59cd59f0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.706479462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a061e3f-0621-4763-88f4-29da059ed585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.706739177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"018c1588-279b-4faa-a302-e83177a56696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.70889723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"d3208a61-5709-4080-ac17-a55e59cd59f0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:06.765583713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"d3208a61-5709-4080-ac17-a55e59cd59f0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.576419397Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","namespace":"ai-tenant-e2e-api-b-54a4b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.576496432Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","namespace":"ai-tenant-e2e-api-b-54a4b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.576548825Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","tenant":"e2e-api-b-54a4b2","tenantID":"e2e-api-b-54a4b2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.631878491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"Deployment","name":"maas-api-e2e-api-b-54a4b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.693823156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"Service","name":"maas-api-e2e-api-b-54a4b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.752722212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-54a4b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.80837076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-54a4b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.86429663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.920122957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:08.978062936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.033767649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.087019843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"Deployment","name":"payload-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.140858517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.194733976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"Service","name":"payload-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.247964829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.301201694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.356585715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.410373468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.467250124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.520568746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.573675858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.627271717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-54a4b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:09.680789629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-54a4b2"},"namespace":"ai-tenant-e2e-api-b-54a4b2","name":"default-tenant","reconcileID":"b0fb36eb-1f21-48bd-86ea-5316d823aea2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-54a4b2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:11.294060539Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-54a4b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-54a4b2","reconcileID":"7fa5f1d8-6360-4634-8f33-dce86bcd7eec","aitenant":"ai-tenants/e2e-api-b-54a4b2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:11.763239956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc0b544a-92d8-460a-a5dd-e975c0a89533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:11.817069183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc0b544a-92d8-460a-a5dd-e975c0a89533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:11.870876075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc0b544a-92d8-460a-a5dd-e975c0a89533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:11.925520779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc0b544a-92d8-460a-a5dd-e975c0a89533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:12.105332629Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-54a4b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-54a4b2","reconcileID":"7fa5f1d8-6360-4634-8f33-dce86bcd7eec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-54a4b2","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-54a4b2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:12.653949735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:13.862493398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b52fdd-73d2-4d8b-bd2a-3304af4f2a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:13.916393545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b52fdd-73d2-4d8b-bd2a-3304af4f2a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:13.970022066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b52fdd-73d2-4d8b-bd2a-3304af4f2a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:14.024031464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b52fdd-73d2-4d8b-bd2a-3304af4f2a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:15.207739388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"be7e37d0-f133-4ed0-84e3-bbb0e07814b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:15.26679383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"be7e37d0-f133-4ed0-84e3-bbb0e07814b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"name":"e2e-api-a-682116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:15.32321121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-682116-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db50e23b7ab70237a8c459ccedfef510b8bf5836fa2ab59b3796864e9aa5e2cf) AuthConfig (16cd5f900135f37e691702577f23320ffda92658e1586c995028efcab5106bb9) AuthConfig (a12b83f55f68240e0a93f521386189139f7501b4fc78d20957e81d8280efc0fb) AuthConfig (fdaba319a690936532fab62c3ebd16d3636d771c61603bf0d7a61cd58539e9de) AuthConfig (f3d9da241fa5737556fbbd5d3c4359c0d189af14f25f7374e71efb158db203bf) AuthConfig (0cf37756964dc9b18bb0db7f6da9769e4de3c0cc72414f0c2f85d93e4d2a7438)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"be7e37d0-f133-4ed0-84e3-bbb0e07814b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:15.523634845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ece77f2a-4cbf-43cd-9b52-b45dd608a8cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:15.523656189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ece77f2a-4cbf-43cd-9b52-b45dd608a8cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.088740598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8bcee0d-160e-4e1d-ab92-dea18dd49499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.142890732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8bcee0d-160e-4e1d-ab92-dea18dd49499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.197311748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8bcee0d-160e-4e1d-ab92-dea18dd49499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.25139013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8bcee0d-160e-4e1d-ab92-dea18dd49499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.655291864Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"b806e661-cdbb-4da1-bcfb-520054d3e855","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-3973c246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.876722773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"b806e661-cdbb-4da1-bcfb-520054d3e855","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.876753072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"b806e661-cdbb-4da1-bcfb-520054d3e855","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3973c246","subscription":"e2e-neg-ghost-sub-3973c246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.876893849Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-3973c246","reconcileID":"b806e661-cdbb-4da1-bcfb-520054d3e855","MaaSSubscription":{"name":"e2e-neg-ghost-sub-3973c246","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3973c246","error":"MaaSModelRef not found: llm/nonexistent-model-3973c246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.928813236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"29fd8e09-abd3-47f0-8120-cca5296765ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:16.987266402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"29fd8e09-abd3-47f0-8120-cca5296765ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.044335049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"29fd8e09-abd3-47f0-8120-cca5296765ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.092447319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"175434b7-0886-4691-8bea-5e40a1ad6162","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.149928097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25e8d99-a6d6-45a8-944d-b21c37ec6687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.149950517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25e8d99-a6d6-45a8-944d-b21c37ec6687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.288410874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48519c61-2f36-49b0-8935-598ee2a4aa5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.288431636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48519c61-2f36-49b0-8935-598ee2a4aa5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.329551756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"71cd414b-9395-4166-9fa5-2a46c58bed47","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.329649173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e0ff351-be1e-4b2a-b5f8-4664ee24b38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.329969613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22d5ac0-150f-4f90-a50e-777679c5c5be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.387579817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e0ff351-be1e-4b2a-b5f8-4664ee24b38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.387586572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22d5ac0-150f-4f90-a50e-777679c5c5be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.389941159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"71cd414b-9395-4166-9fa5-2a46c58bed47","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.446486881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"71cd414b-9395-4166-9fa5-2a46c58bed47","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.44666283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-3973c246","reconcileID":"c22b29a1-95dd-44ca-87ba-a4d3174a3b9c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-3973c246","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.656241711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ce29d3f-7c7c-440f-8371-85702500a13e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.656261146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ce29d3f-7c7c-440f-8371-85702500a13e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.914741623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbab3aff-d149-49c6-8b06-4943d5ca252b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.914769724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbab3aff-d149-49c6-8b06-4943d5ca252b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.97103678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71627e73-671a-43fb-b771-339641e72207","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:17.971065465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71627e73-671a-43fb-b771-339641e72207","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.180046361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312bff0c-5148-422d-9484-41fbdd877d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.23667211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312bff0c-5148-422d-9484-41fbdd877d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.292002374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312bff0c-5148-422d-9484-41fbdd877d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.292092764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"f80a23f2-51bf-4da2-a814-0b17664859ea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.345830974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312bff0c-5148-422d-9484-41fbdd877d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.404439404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"f80a23f2-51bf-4da2-a814-0b17664859ea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.460846563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"f80a23f2-51bf-4da2-a814-0b17664859ea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.517198239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b65b8c7a-9c33-453d-839c-c95f3245d8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.517222645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b65b8c7a-9c33-453d-839c-c95f3245d8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.776201799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"d3ab04ff-a9d2-45eb-ab69-864678c85547","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.833793243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"d3ab04ff-a9d2-45eb-ab69-864678c85547","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:18.88946344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"d3ab04ff-a9d2-45eb-ab69-864678c85547","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:20.295506375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1731a0-3b73-4852-aa64-318c152b0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:20.349581849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1731a0-3b73-4852-aa64-318c152b0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:20.403381845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1731a0-3b73-4852-aa64-318c152b0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:20.457470251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1731a0-3b73-4852-aa64-318c152b0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:22.763240588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9192e0-cc47-4e36-a505-9faacbfffe3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:22.817386868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9192e0-cc47-4e36-a505-9faacbfffe3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:22.871342768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9192e0-cc47-4e36-a505-9faacbfffe3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:22.925275364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9192e0-cc47-4e36-a505-9faacbfffe3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:23.300956747Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-54e844","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-54e844","reconcileID":"ccf07ba0-f57e-44b5-9b21-9c3ce3920240","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-54e844","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-54e844":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:24.879003473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3394a9-2d9a-481f-bc89-3f9bd95d54b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:24.933540898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3394a9-2d9a-481f-bc89-3f9bd95d54b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:24.990090784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3394a9-2d9a-481f-bc89-3f9bd95d54b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:25.044453963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3394a9-2d9a-481f-bc89-3f9bd95d54b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:25.631066852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"1c38d813-c3bf-47ef-a61f-2b89f80f4271","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:25.689951635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"1c38d813-c3bf-47ef-a61f-2b89f80f4271","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"name":"e2e-api-a-682116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:25.746891841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-682116-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db50e23b7ab70237a8c459ccedfef510b8bf5836fa2ab59b3796864e9aa5e2cf) AuthConfig (16cd5f900135f37e691702577f23320ffda92658e1586c995028efcab5106bb9) AuthConfig (a12b83f55f68240e0a93f521386189139f7501b4fc78d20957e81d8280efc0fb) AuthConfig (fdaba319a690936532fab62c3ebd16d3636d771c61603bf0d7a61cd58539e9de) AuthConfig (f3d9da241fa5737556fbbd5d3c4359c0d189af14f25f7374e71efb158db203bf) AuthConfig (0cf37756964dc9b18bb0db7f6da9769e4de3c0cc72414f0c2f85d93e4d2a7438)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"1c38d813-c3bf-47ef-a61f-2b89f80f4271","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:26.228688129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"d5b7f8c7-79a8-442c-aae3-363dbdd39b26","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:26.347221869Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"d5b7f8c7-79a8-442c-aae3-363dbdd39b26","name":"e2e-mt-70efbbab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:27.052402218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7b6bb5-a480-48b6-a63e-d79395bc5dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:27.108499723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7b6bb5-a480-48b6-a63e-d79395bc5dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:27.173780097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7b6bb5-a480-48b6-a63e-d79395bc5dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:27.228196082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7b6bb5-a480-48b6-a63e-d79395bc5dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:29.105624358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"00c97ef1-a4b0-4d8d-8d27-da53e2f9e574","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:29.165278109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"00c97ef1-a4b0-4d8d-8d27-da53e2f9e574","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:29.182680194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abaa376-cd00-4006-b442-322f8854726d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:29.236671296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abaa376-cd00-4006-b442-322f8854726d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:29.239120057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"00c97ef1-a4b0-4d8d-8d27-da53e2f9e574","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:29.290793029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abaa376-cd00-4006-b442-322f8854726d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:29.344886515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abaa376-cd00-4006-b442-322f8854726d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:31.841126303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"dc015b11-2f24-4c0b-8fbe-b46d88b67d5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6606aa","tenantID":"e2e-api-b-6606aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:31.959057748Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"dc015b11-2f24-4c0b-8fbe-b46d88b67d5f","name":"e2e-api-b-6606aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.018063569Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","namespace":"ai-tenant-e2e-api-b-bd96ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.018174486Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","namespace":"ai-tenant-e2e-api-b-bd96ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.018254368Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","tenant":"e2e-api-b-bd96ef","tenantID":"e2e-api-b-bd96ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.073830034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"Deployment","name":"maas-api-e2e-api-b-bd96ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.137718468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"Service","name":"maas-api-e2e-api-b-bd96ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.196066907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-bd96ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.253931531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-bd96ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.310743112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.374643884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.432945759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.489337368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.544242068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"Deployment","name":"payload-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.597775864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.650979946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"Service","name":"payload-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.706741356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"Service","name":"payload-pre-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.761619585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.815220168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.86850884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.925024361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:32.983543301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:33.046574166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:33.1042549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-bd96ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:33.159736723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-bd96ef"},"namespace":"ai-tenant-e2e-api-b-bd96ef","name":"default-tenant","reconcileID":"6b34aa8d-26fa-4b0e-a3ac-c68ef9e84c69","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-bd96ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:35.85696631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"b01c92cf-3cab-435e-b02c-99f8c40241c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:35.914612158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"b01c92cf-3cab-435e-b02c-99f8c40241c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"name":"e2e-api-a-682116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:36.236632315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ae12f19-51ab-4d47-97cb-5a5311ec1687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:36.236655821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ae12f19-51ab-4d47-97cb-5a5311ec1687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:37.294470531Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-bd96ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-bd96ef","reconcileID":"73d3c72c-39dd-455b-812d-b1ccbb8d3ea6","aitenant":"ai-tenants/e2e-api-b-bd96ef","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:37.87285632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84e5036-a7f2-48e8-aa3a-cacd46a5fb35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:37.927065308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84e5036-a7f2-48e8-aa3a-cacd46a5fb35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:37.980756485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84e5036-a7f2-48e8-aa3a-cacd46a5fb35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:38.034761584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84e5036-a7f2-48e8-aa3a-cacd46a5fb35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:38.148544977Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-bd96ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-bd96ef","reconcileID":"73d3c72c-39dd-455b-812d-b1ccbb8d3ea6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-bd96ef","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-bd96ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:39.519178325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"95bb9f0a-7751-4cf3-90d4-f5875f54cf0f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:39.57701947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"95bb9f0a-7751-4cf3-90d4-f5875f54cf0f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:39.63374821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"95bb9f0a-7751-4cf3-90d4-f5875f54cf0f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:39.693413407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a86c414-cf6b-4d96-aa85-a8ea9be61388","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:39.693433321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a86c414-cf6b-4d96-aa85-a8ea9be61388","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:39.991861081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da6260e7-3f3b-4a3d-90f4-7f37202d5612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:40.051652184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da6260e7-3f3b-4a3d-90f4-7f37202d5612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:40.106119547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da6260e7-3f3b-4a3d-90f4-7f37202d5612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:40.161032734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da6260e7-3f3b-4a3d-90f4-7f37202d5612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:42.122650425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f34349b-7783-4255-b722-06f5204fad3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:42.176400948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f34349b-7783-4255-b722-06f5204fad3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:42.230283306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f34349b-7783-4255-b722-06f5204fad3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:42.283981354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f34349b-7783-4255-b722-06f5204fad3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:42.653875087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:44.384294731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e40c79-7da3-47bd-a5b7-e79b8bb1ea82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:44.43938145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e40c79-7da3-47bd-a5b7-e79b8bb1ea82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:44.493389482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e40c79-7da3-47bd-a5b7-e79b8bb1ea82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:44.547283334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e40c79-7da3-47bd-a5b7-e79b8bb1ea82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:44.927715697Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-15253e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-15253e","reconcileID":"fa1663eb-288e-4df4-9863-c9c74d167400","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-15253e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-15253e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:46.499380152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c490aba7-d248-4f13-bfba-c0889fec031b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:46.553602393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c490aba7-d248-4f13-bfba-c0889fec031b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:46.607146626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c490aba7-d248-4f13-bfba-c0889fec031b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:46.660916773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c490aba7-d248-4f13-bfba-c0889fec031b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:48.597382315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27758763-1383-4498-8792-6766a162ae65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:48.652004706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27758763-1383-4498-8792-6766a162ae65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:48.708291448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27758763-1383-4498-8792-6766a162ae65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:48.762675183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27758763-1383-4498-8792-6766a162ae65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:49.997402626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"99d3c792-6049-4577-b9f8-fc3064e36c3a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:50.055058589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"99d3c792-6049-4577-b9f8-fc3064e36c3a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:50.162425245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"99d3c792-6049-4577-b9f8-fc3064e36c3a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:50.682999623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c84a3b-3de6-472c-aee8-3e3c358637d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:50.736845179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c84a3b-3de6-472c-aee8-3e3c358637d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:50.791456617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c84a3b-3de6-472c-aee8-3e3c358637d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:50.845837656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c84a3b-3de6-472c-aee8-3e3c358637d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:52.766356179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1d5b4-13a7-450f-9793-119213df20d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:52.821272445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1d5b4-13a7-450f-9793-119213df20d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:52.875496594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1d5b4-13a7-450f-9793-119213df20d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:52.930348544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1d5b4-13a7-450f-9793-119213df20d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:54.88331855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a29202f-57d6-4ac3-8b8a-505ebea2bb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:54.937385481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a29202f-57d6-4ac3-8b8a-505ebea2bb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:54.991148283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a29202f-57d6-4ac3-8b8a-505ebea2bb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:55.044843228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a29202f-57d6-4ac3-8b8a-505ebea2bb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:56.978972894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20fefc9-68a2-4eb7-88b7-8194492a860e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:57.0336834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20fefc9-68a2-4eb7-88b7-8194492a860e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:57.088080809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20fefc9-68a2-4eb7-88b7-8194492a860e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:36:57.141921861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20fefc9-68a2-4eb7-88b7-8194492a860e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:00.377464215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"bce5cc82-2c45-4b01-9e51-f97b46ed4917","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:00.439034804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"bce5cc82-2c45-4b01-9e51-f97b46ed4917","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:00.525754112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"bce5cc82-2c45-4b01-9e51-f97b46ed4917","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:10.746583243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"5037748d-919b-423d-9ec6-2d6daeea8418","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:10.80421998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"5037748d-919b-423d-9ec6-2d6daeea8418","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:10.914223717Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"5037748d-919b-423d-9ec6-2d6daeea8418","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-eb1d207b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:11.227947591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c48d0c3f-6b97-450d-8c77-ad55c9066310","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:11.227974732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c48d0c3f-6b97-450d-8c77-ad55c9066310","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:12.09863835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"70305676-24f3-467d-ba92-327a1413a483","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:12.098651142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9ea9454-4eac-4679-9948-38d8ba3bc6ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:12.09880362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9ea9454-4eac-4679-9948-38d8ba3bc6ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:12.152591581Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-eb1d207b","reconcileID":"70305676-24f3-467d-ba92-327a1413a483","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-eb1d207b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-eb1d207b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:12.410742501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1526dee7-e3d5-4d60-b872-354453325c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:12.410766763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1526dee7-e3d5-4d60-b872-354453325c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:12.653976036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:15.286296037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"12216352-1c04-4b9d-b83d-31c2b8ef5536","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-54e844","tenantID":"e2e-ipp-a-54e844","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:15.405954455Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"12216352-1c04-4b9d-b83d-31c2b8ef5536","name":"e2e-ipp-a-54e844-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:17.570692072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23b85ba-1719-45c7-8b87-e17886d1f5df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:17.630445563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23b85ba-1719-45c7-8b87-e17886d1f5df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:17.685066448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23b85ba-1719-45c7-8b87-e17886d1f5df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:17.744352128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23b85ba-1719-45c7-8b87-e17886d1f5df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:18.111022417Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7d3617","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7d3617","reconcileID":"6e6f393a-a4d8-4613-b3b7-2fad89da8439","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7d3617","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7d3617":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:19.822122683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9367366-95af-4f28-964d-5757309d909d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:19.877656826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9367366-95af-4f28-964d-5757309d909d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:19.934608335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9367366-95af-4f28-964d-5757309d909d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:19.989180619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9367366-95af-4f28-964d-5757309d909d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:21.997278437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6b1aa6-57d3-4833-ace6-fe0c2b214f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:22.054422171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6b1aa6-57d3-4833-ace6-fe0c2b214f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:22.10890651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6b1aa6-57d3-4833-ace6-fe0c2b214f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:22.162723103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6b1aa6-57d3-4833-ace6-fe0c2b214f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:22.322064421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"242c1d5b-fab6-47a7-8335-f0af19097351","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:22.322084383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"242c1d5b-fab6-47a7-8335-f0af19097351","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:24.127432323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd847a3-28bf-44bc-8c82-7ef45b426a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:24.182399283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd847a3-28bf-44bc-8c82-7ef45b426a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:24.236312887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd847a3-28bf-44bc-8c82-7ef45b426a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:24.293159862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd847a3-28bf-44bc-8c82-7ef45b426a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:25.635986275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"4ba63e06-c4c2-439f-9df5-a0235c9b13be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:25.636679422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"3675818c-c9bd-4b7e-ad3f-dc911f61ec52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:25.689809909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8708b2f9-72c9-40c5-8e76-8be73cdeaa0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:25.912640659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"32f96e4b-96cb-410b-8808-f2576c8898b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.015214882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88a4652b-c246-4d83-860d-e10a5db02218","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.115050592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"1fbc1deb-246a-4bb5-a078-a65fd01a4ee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.215484081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"40adec40-809a-4b87-a8bf-5503e933d22c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.236676852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"8ba3a30d-f96f-4b2f-aa54-8bdd6e13eddf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.286636421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd4a37a-1465-4bba-9d1a-228b5ca92527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.341089424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd4a37a-1465-4bba-9d1a-228b5ca92527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.395259472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd4a37a-1465-4bba-9d1a-228b5ca92527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.396177461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"cedcfe70-3d0c-45a3-84d4-6091e71fa880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.449748078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd4a37a-1465-4bba-9d1a-228b5ca92527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.558917688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"fc3d7d6d-9af5-4bbe-8392-cc8596718486","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.612255659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"df0c818f-ec88-4d4a-8700-c22e431f14e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:26.613281442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"5b15e1b3-743f-4cc6-8d91-95ed01e04bb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:28.481302725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee052892-be0c-4aa1-b972-787d7396f5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:28.535568951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee052892-be0c-4aa1-b972-787d7396f5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:28.589298244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee052892-be0c-4aa1-b972-787d7396f5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:28.644022983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee052892-be0c-4aa1-b972-787d7396f5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:30.592864994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da6d699-e4d4-4c1f-be09-5b51732879a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:30.646796637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da6d699-e4d4-4c1f-be09-5b51732879a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:30.700489679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da6d699-e4d4-4c1f-be09-5b51732879a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:30.754687718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da6d699-e4d4-4c1f-be09-5b51732879a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.552174779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e075f955-57a6-48eb-9d1c-ece22d3e6435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.552196956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e075f955-57a6-48eb-9d1c-ece22d3e6435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.610663528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"681efa7f-98b7-4eeb-99f7-4bd92d00b3f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.610684009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"681efa7f-98b7-4eeb-99f7-4bd92d00b3f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.717820203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"85de0612-e76d-480c-8983-30a30599af5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6606aa","tenantID":"e2e-api-b-6606aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.853949424Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"85de0612-e76d-480c-8983-30a30599af5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"name":"e2e-api-b-6606aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.910599758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6606aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"85de0612-e76d-480c-8983-30a30599af5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.969391685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a1302f-1000-4664-82e3-4c6f710f698a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:31.969475601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a1302f-1000-4664-82e3-4c6f710f698a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:32.722858958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c45973b-80ff-4288-8bbb-f18d8b1390ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:32.776847606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c45973b-80ff-4288-8bbb-f18d8b1390ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:32.831418614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c45973b-80ff-4288-8bbb-f18d8b1390ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:32.885733276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c45973b-80ff-4288-8bbb-f18d8b1390ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:34.894696906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964a4764-bbd2-40aa-bce6-aeaff011907d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:34.951394296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964a4764-bbd2-40aa-bce6-aeaff011907d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:35.008735502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964a4764-bbd2-40aa-bce6-aeaff011907d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:35.062890556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964a4764-bbd2-40aa-bce6-aeaff011907d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.041717648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692004eb-4c90-4982-8007-287a8831dacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.096105596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692004eb-4c90-4982-8007-287a8831dacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.151626369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692004eb-4c90-4982-8007-287a8831dacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.205694708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692004eb-4c90-4982-8007-287a8831dacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.547844452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"a1c63a7c-b755-4d80-a1d6-8070faa178e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.548306703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"861d4076-516b-42bf-8afb-0e37c9cf47db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.548385653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"861d4076-516b-42bf-8afb-0e37c9cf47db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.756038055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"a1c63a7c-b755-4d80-a1d6-8070faa178e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.880568663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"a1c63a7c-b755-4d80-a1d6-8070faa178e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"name":"e2e-api-a-682116-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.880591631Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"e2e-e2e-api-a-682116-policy","reconcileID":"a1c63a7c-b755-4d80-a1d6-8070faa178e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-682116-policy","namespace":"ai-tenant-e2e-api-a-682116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-682116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.942547771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3a9ed68-a1dc-484a-9a2d-bcfb8cb1eb87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:37.942577256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3a9ed68-a1dc-484a-9a2d-bcfb8cb1eb87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:39.183704151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0104f9-46b2-45f0-96ab-0acc92416e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:39.240007879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0104f9-46b2-45f0-96ab-0acc92416e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:39.294395649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0104f9-46b2-45f0-96ab-0acc92416e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:39.349050977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0104f9-46b2-45f0-96ab-0acc92416e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:41.051072747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"bcfdc8bc-6262-4a40-9692-b6b52fe2a08f","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:41.051100344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"bcfdc8bc-6262-4a40-9692-b6b52fe2a08f","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:41.315339197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaf39bd-d622-4a5d-8e48-49dd060557da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:41.36947713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaf39bd-d622-4a5d-8e48-49dd060557da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:41.423373138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaf39bd-d622-4a5d-8e48-49dd060557da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:41.477356409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaf39bd-d622-4a5d-8e48-49dd060557da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:42.087710144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"50176005-41db-440a-8da7-0956af5839a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6606aa","tenantID":"e2e-api-b-6606aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:42.145501765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"50176005-41db-440a-8da7-0956af5839a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"name":"e2e-api-b-6606aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:42.201674741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6606aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"50176005-41db-440a-8da7-0956af5839a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:42.653678511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:43.323483344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"0e2c6246-9e77-4a6d-bc0d-035909fcfd65","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-15253e","tenantID":"e2e-ipp-a-15253e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:43.444556834Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"0e2c6246-9e77-4a6d-bc0d-035909fcfd65","name":"e2e-ipp-a-15253e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:43.504714236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841668ff-e29d-4d30-b2e8-019ef0830203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:43.558595972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841668ff-e29d-4d30-b2e8-019ef0830203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:43.612402319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841668ff-e29d-4d30-b2e8-019ef0830203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:43.666362569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841668ff-e29d-4d30-b2e8-019ef0830203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:45.594224455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc45911-b124-43ca-a25b-475a74fe6c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:45.648935556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc45911-b124-43ca-a25b-475a74fe6c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:45.703880192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc45911-b124-43ca-a25b-475a74fe6c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:45.758012123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc45911-b124-43ca-a25b-475a74fe6c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:47.724696954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1daddd06-c187-47d1-b0b4-69905d3b9dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:47.778775123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1daddd06-c187-47d1-b0b4-69905d3b9dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:47.832768203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1daddd06-c187-47d1-b0b4-69905d3b9dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:47.886970623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1daddd06-c187-47d1-b0b4-69905d3b9dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:49.880207561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8559fee2-6179-4a40-a3f6-f511ff1cc19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:49.935417736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8559fee2-6179-4a40-a3f6-f511ff1cc19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:49.990454582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8559fee2-6179-4a40-a3f6-f511ff1cc19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:50.044320152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8559fee2-6179-4a40-a3f6-f511ff1cc19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:51.1107882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"89571277-f743-4fbb-8aea-9986b318e439","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:51.110806089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"89571277-f743-4fbb-8aea-9986b318e439","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:51.976340328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd800710-385c-4f69-a42e-3535e01768bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:52.030221101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd800710-385c-4f69-a42e-3535e01768bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:52.084032349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd800710-385c-4f69-a42e-3535e01768bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:52.137938289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd800710-385c-4f69-a42e-3535e01768bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:52.355954445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"77704d1d-9569-44c5-ae33-00a10e5b36ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6606aa","tenantID":"e2e-api-b-6606aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:52.413236639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"77704d1d-9569-44c5-ae33-00a10e5b36ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"name":"e2e-api-b-6606aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:52.469457301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6606aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"77704d1d-9569-44c5-ae33-00a10e5b36ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:55.775662024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"553a68c6-3012-48a7-8051-38d1e960f3fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.030671555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"46a3ef27-512f-41ba-8ae5-ce082f1248f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.152404071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"f03f90bd-26bf-4c05-a98b-3377a0e1be44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.251717089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"521ceb54-5fb4-4534-9df0-095d423b4a03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.463930449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"255bc6bc-5c3b-4a16-8786-c2c0ba97759c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.561640729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f346ed2-8a0c-42d7-8f67-b90fb31e99c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.661351864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"9728a1d0-8f63-4001-9b8b-01d16725c736","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.761879842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"b035f5fb-1023-4a20-b746-ffac9a87c285","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.866013019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"11d2ebe7-391f-4541-83ed-efb7308077f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.962799745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"37624676-9091-43f2-81d7-9e5414dd1331","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:56.973598902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"c4fa6c54-030f-449c-ad81-0d6decea50ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:57.097281856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49a244af-0d25-4428-a4a6-7ebf7526b10f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.394364244Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","namespace":"ai-tenant-e2e-api-a-682116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.394431064Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","namespace":"ai-tenant-e2e-api-a-682116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.394484666Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","tenant":"e2e-api-a-682116","tenantID":"e2e-api-a-682116","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.450501309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"Deployment","name":"maas-api-e2e-api-a-682116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.513426229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"Service","name":"maas-api-e2e-api-a-682116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.569915041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-682116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.625746489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-682116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.683518414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.739891704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.798533951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.854522833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.910454439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"Deployment","name":"payload-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:37:59.964122374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.018201692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"Service","name":"payload-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.07202752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"Service","name":"payload-pre-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.125472318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.179226166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.232913727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.289614851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.343766133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.397363091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.456252839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-682116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:00.512111854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-682116"},"namespace":"ai-tenant-e2e-api-a-682116","name":"default-tenant","reconcileID":"97610b01-243e-4055-b1d2-3abc59e5bb21","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-682116","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:01.127190208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"9b309ea2-b350-4ab4-8687-748f4e801dd5","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:01.127214051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"9b309ea2-b350-4ab4-8687-748f4e801dd5","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:02.5802747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"de7c192f-44ca-4af1-ae98-41bf5737446a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6606aa","tenantID":"e2e-api-b-6606aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:02.637937468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"de7c192f-44ca-4af1-ae98-41bf5737446a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"name":"e2e-api-b-6606aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:02.695089804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6606aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19d95d89530737bb6b46cdf5102f7dbee7faaa6803d8c27fd312ec690f67e917) AuthConfig (1167cc91b979294c523b213273707a67cfd06bd7fb839f6d173f0f9690be4172) AuthConfig (66d9739b04263cd8ab438ff81d1e8f9e2c42908f557dea2000a7f53abd3abda6) AuthConfig (0ff71d62b1ff17bf42d720344c2f01301678e1babe4f98f658748ba00bf5fa0c) AuthConfig (61c8b167ecda537a686f05fb992a429748c1cc771260218a86b1647347016ecf) AuthConfig (fd5344b8ac24eaa6a10100c9a9986783f297c93e75e644f00a46f1821c50b192)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"de7c192f-44ca-4af1-ae98-41bf5737446a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:02.751940193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1882a80d-2281-4649-a330-dd4101aa4a1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:02.7519617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1882a80d-2281-4649-a330-dd4101aa4a1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:04.948935724Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-682116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-682116","reconcileID":"7faeed03-9b76-4c56-8b66-1b923199d1e6","aitenant":"ai-tenants/e2e-api-a-682116","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:05.590832179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3674930d-2aec-4a8f-8e05-a21122b7e73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:05.644766598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3674930d-2aec-4a8f-8e05-a21122b7e73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:05.698600873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3674930d-2aec-4a8f-8e05-a21122b7e73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:05.753177577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3674930d-2aec-4a8f-8e05-a21122b7e73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:05.814628231Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-682116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-682116","reconcileID":"7faeed03-9b76-4c56-8b66-1b923199d1e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-682116","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-682116"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:07.698103885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3564c1c1-cc9a-4687-86f3-2234bdd6324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:07.753627912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3564c1c1-cc9a-4687-86f3-2234bdd6324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:07.808883585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3564c1c1-cc9a-4687-86f3-2234bdd6324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:07.862925579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3564c1c1-cc9a-4687-86f3-2234bdd6324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:09.875570072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1162d680-dc18-4c2c-a9d9-785aa1039740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:09.929861528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1162d680-dc18-4c2c-a9d9-785aa1039740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:09.983721798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1162d680-dc18-4c2c-a9d9-785aa1039740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:10.038530936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1162d680-dc18-4c2c-a9d9-785aa1039740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:11.128366071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"79a2b625-ba0d-4b3d-80f6-1cb8dfc40e08","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:11.128388671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"79a2b625-ba0d-4b3d-80f6-1cb8dfc40e08","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.192397409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a5a80c-29fa-4d12-a0b7-ae8d7aa065a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.247202179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a5a80c-29fa-4d12-a0b7-ae8d7aa065a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.265917519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a3c23a9-22ec-4896-8787-f9c94678640d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.265940265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a3c23a9-22ec-4896-8787-f9c94678640d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.301465561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a5a80c-29fa-4d12-a0b7-ae8d7aa065a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.355356856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a5a80c-29fa-4d12-a0b7-ae8d7aa065a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.35540318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"fb91f78c-c827-45d6-a830-9f074a5905a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6606aa","tenantID":"e2e-api-b-6606aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.415206344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"fb91f78c-c827-45d6-a830-9f074a5905a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"name":"e2e-api-b-6606aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.471360655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6606aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19d95d89530737bb6b46cdf5102f7dbee7faaa6803d8c27fd312ec690f67e917) AuthConfig (1167cc91b979294c523b213273707a67cfd06bd7fb839f6d173f0f9690be4172) AuthConfig (66d9739b04263cd8ab438ff81d1e8f9e2c42908f557dea2000a7f53abd3abda6) AuthConfig (0ff71d62b1ff17bf42d720344c2f01301678e1babe4f98f658748ba00bf5fa0c) AuthConfig (61c8b167ecda537a686f05fb992a429748c1cc771260218a86b1647347016ecf) AuthConfig (fd5344b8ac24eaa6a10100c9a9986783f297c93e75e644f00a46f1821c50b192)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"fb91f78c-c827-45d6-a830-9f074a5905a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.47156331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"5fed6a50-7990-4491-a8a5-85e8a5b61038","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.653800274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.682990714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"5fed6a50-7990-4491-a8a5-85e8a5b61038","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6606aa","tenantID":"e2e-api-b-6606aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.808833775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"5fed6a50-7990-4491-a8a5-85e8a5b61038","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"name":"e2e-api-b-6606aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.808860108Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"e2e-e2e-api-b-6606aa-policy","reconcileID":"5fed6a50-7990-4491-a8a5-85e8a5b61038","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6606aa-policy","namespace":"ai-tenant-e2e-api-b-6606aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6606aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.866290048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3618bd8-1e58-46b4-b0c1-62ecc3dc4ba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:12.866310017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3618bd8-1e58-46b4-b0c1-62ecc3dc4ba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:14.285961895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcd894f-3b0a-45d2-a93d-62dd88d037de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:14.340387599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcd894f-3b0a-45d2-a93d-62dd88d037de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:14.394375706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcd894f-3b0a-45d2-a93d-62dd88d037de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:14.448486518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcd894f-3b0a-45d2-a93d-62dd88d037de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:16.38686628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0445c59-4a65-4cef-a9e5-fdcc50147b07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:16.441572131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0445c59-4a65-4cef-a9e5-fdcc50147b07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:16.495595838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0445c59-4a65-4cef-a9e5-fdcc50147b07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:16.549860724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0445c59-4a65-4cef-a9e5-fdcc50147b07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:16.665944005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"8134108d-3a66-48f1-9cea-dd76c2551e93","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"tenant":"e2e-mt-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","model":"ai-tenant-e2e-mt-70efbbab/e2e-lifecycle-model-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:16.66597138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"e2e-lifecycle-model-70efbbab","reconcileID":"8134108d-3a66-48f1-9cea-dd76c2551e93","MaaSModelRef":{"name":"e2e-lifecycle-model-70efbbab","namespace":"ai-tenant-e2e-mt-70efbbab"},"routeName":"e2e-lifecycle-model-70efbbab-kserve-route","namespace":"ai-tenant-e2e-mt-70efbbab","llmisvcName":"e2e-lifecycle-model-70efbbab","gateway":"openshift-ingress/e2e-mt-70efbbab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:18.584191213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a4352d-797d-4712-bcfe-426085d6f421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:18.639196204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a4352d-797d-4712-bcfe-426085d6f421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:18.693785627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a4352d-797d-4712-bcfe-426085d6f421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:18.747697978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a4352d-797d-4712-bcfe-426085d6f421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:20.781931824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028a6407-5acb-43e7-8fad-e4ba271cd92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:20.84084065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028a6407-5acb-43e7-8fad-e4ba271cd92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:20.904374349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028a6407-5acb-43e7-8fad-e4ba271cd92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:20.958899488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028a6407-5acb-43e7-8fad-e4ba271cd92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.483318879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"96e58861-4694-4272-9281-394c423c8b6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d3617","tenantID":"e2e-ipp-a-7d3617","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.603057137Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"96e58861-4694-4272-9281-394c423c8b6d","name":"e2e-ipp-a-7d3617-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.659819374Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","namespace":"ai-tenant-e2e-api-b-6606aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.660013268Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","namespace":"ai-tenant-e2e-api-b-6606aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.660161432Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","tenant":"e2e-api-b-6606aa","tenantID":"e2e-api-b-6606aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.715387359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"Deployment","name":"maas-api-e2e-api-b-6606aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.776921486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"Service","name":"maas-api-e2e-api-b-6606aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.835751009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6606aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.89047469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6606aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.973262684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:22.991947943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88fafb0-bd22-4e15-b03b-5a38eb4810fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.051078201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88fafb0-bd22-4e15-b03b-5a38eb4810fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.051732835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.106446273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88fafb0-bd22-4e15-b03b-5a38eb4810fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.161355275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88fafb0-bd22-4e15-b03b-5a38eb4810fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.164507827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.219894093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.273329137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"Deployment","name":"payload-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.32850833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.435593083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"Service","name":"payload-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.488849571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.542517945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.595659568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.64888855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.70537683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.758250731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.811421732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.872364965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6606aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:23.925578212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6606aa"},"namespace":"ai-tenant-e2e-api-b-6606aa","name":"default-tenant","reconcileID":"8e92f97b-2ade-434b-9783-869b5d377024","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6606aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:25.098042474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb17b34-d133-444d-977e-5da07b5737c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:25.15414862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb17b34-d133-444d-977e-5da07b5737c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:25.209099785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb17b34-d133-444d-977e-5da07b5737c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:25.262861728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb17b34-d133-444d-977e-5da07b5737c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:26.074231371Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6606aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6606aa","reconcileID":"9186cf4b-effb-41a1-8cbd-b73cee9c0000","aitenant":"ai-tenants/e2e-api-b-6606aa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:26.900464455Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6606aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6606aa","reconcileID":"9186cf4b-effb-41a1-8cbd-b73cee9c0000","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6606aa","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6606aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:27.258998899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccc51b3-9f20-404b-bb32-23086a0b57cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:27.313617285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccc51b3-9f20-404b-bb32-23086a0b57cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:27.368581972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccc51b3-9f20-404b-bb32-23086a0b57cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:27.422943768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccc51b3-9f20-404b-bb32-23086a0b57cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:29.409711054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66191ce-5fee-4b5e-a998-e393303bc1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:29.46436317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66191ce-5fee-4b5e-a998-e393303bc1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:29.518225351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66191ce-5fee-4b5e-a998-e393303bc1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:29.572597275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66191ce-5fee-4b5e-a998-e393303bc1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:31.509307211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16ec104-49fb-4d01-87cf-8a13c21d03ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:31.564042886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16ec104-49fb-4d01-87cf-8a13c21d03ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:31.618947818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16ec104-49fb-4d01-87cf-8a13c21d03ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:31.673012552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16ec104-49fb-4d01-87cf-8a13c21d03ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:33.620102204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77568b49-8800-468f-8e59-d88d3fa2492c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:33.673924643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77568b49-8800-468f-8e59-d88d3fa2492c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:33.727921152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77568b49-8800-468f-8e59-d88d3fa2492c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:33.781813309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77568b49-8800-468f-8e59-d88d3fa2492c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:33.89849143Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e12f99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e12f99","reconcileID":"40570147-320f-47ed-aff3-d362188cea44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e12f99","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-e12f99":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:35.790953292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c87ee6-9848-49d6-aa5b-c8cdad8eca51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:35.844698213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c87ee6-9848-49d6-aa5b-c8cdad8eca51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:35.904204808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c87ee6-9848-49d6-aa5b-c8cdad8eca51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:35.958376364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c87ee6-9848-49d6-aa5b-c8cdad8eca51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:37.906560422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d52ca8-c3b6-43b8-9de0-c78d1ce6ef9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:37.96049181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d52ca8-c3b6-43b8-9de0-c78d1ce6ef9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:38.014088471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d52ca8-c3b6-43b8-9de0-c78d1ce6ef9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:38.069949724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d52ca8-c3b6-43b8-9de0-c78d1ce6ef9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:42.132397614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6797c09b-aa86-49fc-999e-8c2985ebe593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:42.186105277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6797c09b-aa86-49fc-999e-8c2985ebe593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:42.240705355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6797c09b-aa86-49fc-999e-8c2985ebe593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:42.29452771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6797c09b-aa86-49fc-999e-8c2985ebe593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:42.653358763Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:44.283286721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36321680-5cde-4739-bf25-14494da4767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:44.338118708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36321680-5cde-4739-bf25-14494da4767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:44.392025943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36321680-5cde-4739-bf25-14494da4767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:44.446238409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36321680-5cde-4739-bf25-14494da4767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:46.388436364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd144aa-9479-4eb5-b12a-98c3eb9e0387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:46.442640454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd144aa-9479-4eb5-b12a-98c3eb9e0387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:46.498182553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd144aa-9479-4eb5-b12a-98c3eb9e0387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:46.553691896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd144aa-9479-4eb5-b12a-98c3eb9e0387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:48.502911936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c46303-e7a5-4e8d-affe-7144f07a4d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:48.55723559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c46303-e7a5-4e8d-affe-7144f07a4d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:48.611154436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c46303-e7a5-4e8d-affe-7144f07a4d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:38:48.665944007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c46303-e7a5-4e8d-affe-7144f07a4d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:06.848266421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc891a9-8552-4422-a386-d62fb5023ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:06.916907603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc891a9-8552-4422-a386-d62fb5023ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:06.971713593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc891a9-8552-4422-a386-d62fb5023ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:07.026224687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc891a9-8552-4422-a386-d62fb5023ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:08.492013224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"e6e9a6ef-a8d0-499d-8b9d-26cb33c3be41","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:08.492079464Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"e6e9a6ef-a8d0-499d-8b9d-26cb33c3be41","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:08.492150921Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"e6e9a6ef-a8d0-499d-8b9d-26cb33c3be41","aitenant":"ai-tenants/e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:12.654258284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:15.42001162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37eaf9e7-3379-4fcf-b0b7-deec69e514ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:15.474842887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37eaf9e7-3379-4fcf-b0b7-deec69e514ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:15.52920607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37eaf9e7-3379-4fcf-b0b7-deec69e514ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:15.583274836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37eaf9e7-3379-4fcf-b0b7-deec69e514ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:17.568067953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4483b919-3b93-48f8-8485-58559f03907c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:17.628830137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4483b919-3b93-48f8-8485-58559f03907c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:17.682832143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4483b919-3b93-48f8-8485-58559f03907c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:17.736818757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4483b919-3b93-48f8-8485-58559f03907c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:17.89902581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"76adf34f-d549-4450-8a06-9e040f98e9d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.006319857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"aaac2d79-b48f-435a-b072-307c19bc859a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.171094704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3613909-b70a-4e6f-89f5-4db7006997b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.188444309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"20289f04-0dd8-4758-ae3a-4364272ec6e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.271966519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"3d2baacd-ba40-426a-b432-58dc9e2e4e1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.372680294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"aa2924bc-b64d-4c6d-8e95-5a368323aae6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.375620161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dedf4e71-fcfd-48c5-b3a9-ee5130baf0b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.561512004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"3efb15a2-2831-4906-b0fd-32e9fb13b919","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.661980673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"eb1aa276-0e10-43cd-a8ac-4a40a086c776","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.762881354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"055c602a-5d06-4d32-a688-29840d020f0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.973824317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"8f9cc053-c9ae-43ad-9727-269cbad515b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:18.973916026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"2cda301f-ecd0-48bb-82f9-55e3eb57ca27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:19.689506607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b64cfe-a69c-442d-80a7-c3fac952ef03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:19.74335585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b64cfe-a69c-442d-80a7-c3fac952ef03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:19.79721971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b64cfe-a69c-442d-80a7-c3fac952ef03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:19.851433847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b64cfe-a69c-442d-80a7-c3fac952ef03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:21.797340392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93460d2-3f67-480e-8d4d-9843b9fc1425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:21.85132391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93460d2-3f67-480e-8d4d-9843b9fc1425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:21.905038034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93460d2-3f67-480e-8d4d-9843b9fc1425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:21.958993612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93460d2-3f67-480e-8d4d-9843b9fc1425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:27.881702571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bccdf3-0376-45b4-a567-d13db6580b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:27.935897544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bccdf3-0376-45b4-a567-d13db6580b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:27.990335164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bccdf3-0376-45b4-a567-d13db6580b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:28.044311131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bccdf3-0376-45b4-a567-d13db6580b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:28.413515322Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4453bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4453bd","reconcileID":"471b3757-c529-4e61-a626-45405af96988","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4453bd","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-4453bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:29.795255168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"6ff65670-dc91-4197-97fb-c5df650ae467","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:29.912501967Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"6ff65670-dc91-4197-97fb-c5df650ae467","name":"e2e-ipp-a-e12f99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:30.001823655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c529e5d-2b6c-44db-9b10-301f27b8146b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:30.055693507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c529e5d-2b6c-44db-9b10-301f27b8146b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:30.109247451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c529e5d-2b6c-44db-9b10-301f27b8146b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:30.163647668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c529e5d-2b6c-44db-9b10-301f27b8146b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:32.094637893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8350227c-8a91-442d-b36b-98d8a70a791d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:32.148368135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8350227c-8a91-442d-b36b-98d8a70a791d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:32.202101231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8350227c-8a91-442d-b36b-98d8a70a791d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:32.255883878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8350227c-8a91-442d-b36b-98d8a70a791d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:34.205159048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b542f9c2-2746-4865-95f4-47f6085fe5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:34.259029372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b542f9c2-2746-4865-95f4-47f6085fe5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:34.312694468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b542f9c2-2746-4865-95f4-47f6085fe5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:34.366510704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b542f9c2-2746-4865-95f4-47f6085fe5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:36.390449785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ecb297-d583-4f7a-80ca-cb6feeda8d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:36.444349228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ecb297-d583-4f7a-80ca-cb6feeda8d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:36.499016437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ecb297-d583-4f7a-80ca-cb6feeda8d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:36.552733834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ecb297-d583-4f7a-80ca-cb6feeda8d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:38.49218082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10925703-e232-4574-98cf-5e74cf05f5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:38.546380016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10925703-e232-4574-98cf-5e74cf05f5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:38.600644259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10925703-e232-4574-98cf-5e74cf05f5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:38.656939441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10925703-e232-4574-98cf-5e74cf05f5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:42.65314889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:45.646732573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2491c43e-1d9e-4fec-8816-539bcfe22ef4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:45.746482578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"4397c549-d145-4bb1-9bfa-098bec7dd968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:45.84671399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"72ca3a0d-6338-473b-a301-01a8bd36e727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:45.948571585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"75187169-da93-4b71-8cbb-7a03dafcec78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:45.951297778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"480c6d3a-5439-4a1d-853a-975ac029fcda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:46.049666808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"307b11c3-af04-4620-a647-44900f2ddb65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:46.07748792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"14e0e277-b09c-4781-bdd0-7bd641d5c257","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:46.171449116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"2a65caee-5348-4d6a-a4bd-7c13459e94e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:46.274827396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"ceea555a-0da4-49af-be8c-d8b6f868f1c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:46.37552479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60be97f4-aefd-4a18-afa6-4f32a7368578","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:46.477795126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"cc1367ee-f5ab-41b4-9cf0-65466795a7d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:39:46.69396546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"de331fab-3541-4d55-9ff8-ea6d7c4567df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:00.075156911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed413159-71f5-4a3a-8fe3-f722219b84da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:00.129380489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed413159-71f5-4a3a-8fe3-f722219b84da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:00.183351463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed413159-71f5-4a3a-8fe3-f722219b84da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:00.237403062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed413159-71f5-4a3a-8fe3-f722219b84da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:00.61415141Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6a9abc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6a9abc","reconcileID":"5de74e66-19ec-4c9d-8aff-c6a4d5828654","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6a9abc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-6a9abc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:01.304815425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"d78d4c7d-84c6-4f88-afb5-58b6aba4533f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:01.535870788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"ef15d070-094c-4f16-a084-da60bb2afc83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:01.635681514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"9aea409c-8dd4-4913-938d-cde58debcf6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:01.807297394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2adab556-b3e6-4435-9985-d54ea7a03223","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:01.906851498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"1992a621-ed7f-4af8-886c-043af5493177","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.096495218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"369a5689-ea7f-4e63-ae8c-81114b29ba70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.184958628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2b4250-61b7-472d-a96a-bef347b92529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.197214075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"5903574d-df90-46a5-af39-66a669870134","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.23891015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2b4250-61b7-472d-a96a-bef347b92529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.293574962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2b4250-61b7-472d-a96a-bef347b92529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.347665743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2b4250-61b7-472d-a96a-bef347b92529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.457588556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"b78e6cde-2762-4ecd-bff3-cf1eaa997776","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.511067829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"72d912bc-b7d5-4269-8c41-73aaa92e785b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.589516757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"1b9083ea-2c27-499e-8b4a-69e0c26d4732","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.729735856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"e9471f4b-3112-465c-a400-0a105878d959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:02.72981374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c61485e-4eff-461f-81e0-e2931899e1a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:04.284462559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a0fbf-394e-4923-8274-981c0d7383d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:04.339398689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a0fbf-394e-4923-8274-981c0d7383d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:04.393731899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a0fbf-394e-4923-8274-981c0d7383d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:04.448645679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a0fbf-394e-4923-8274-981c0d7383d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:05.90734572Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:05.907402576Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","namespace":"ai-tenant-e2e-mt-70efbbab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:05.907456585Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","tenant":"e2e-mt-70efbbab","tenantID":"e2e-mt-70efbbab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:05.962810524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"Deployment","name":"maas-api-e2e-mt-70efbbab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.026189092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"Service","name":"maas-api-e2e-mt-70efbbab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.082082156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-70efbbab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.137628639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-70efbbab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.194163545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.250660148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.308782177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.371412343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.42529031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"Deployment","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.431522435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83deeac-a744-4943-a06e-7b4c73fca350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.485116714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.485470319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83deeac-a744-4943-a06e-7b4c73fca350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.541606787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"Service","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.542355548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83deeac-a744-4943-a06e-7b4c73fca350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.596159935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"Service","name":"payload-pre-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.596637645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83deeac-a744-4943-a06e-7b4c73fca350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.649919167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"DestinationRule","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.702817076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.755959581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.812189168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.867988965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.920916876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:06.974414677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-70efbbab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:07.028458398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70efbbab"},"namespace":"ai-tenant-e2e-mt-70efbbab","name":"default-tenant","reconcileID":"6175ff0f-97bc-4198-9f2a-cab41f550f65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-70efbbab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:07.82902886Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-70efbbab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-70efbbab","reconcileID":"34f2d44e-5c60-4d3b-9dae-6141fd46a1bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-70efbbab","removed":["maas.opendatahub.io/gateway-access-e2e-mt-70efbbab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:08.573984139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667dcc2f-38f5-4941-956f-58dd3152c94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:08.629468745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667dcc2f-38f5-4941-956f-58dd3152c94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:08.683791483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667dcc2f-38f5-4941-956f-58dd3152c94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:08.737742503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667dcc2f-38f5-4941-956f-58dd3152c94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.005390187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6471b6b6-a4b9-4f26-9926-12bd8567c2fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.005414685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6471b6b6-a4b9-4f26-9926-12bd8567c2fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.061219615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1138bbd7-ad9a-41b0-b29f-a3f662f0cc83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.061241618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1138bbd7-ad9a-41b0-b29f-a3f662f0cc83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.315917993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-defd1f","reconcileID":"6504af8e-817f-40a2-9ba8-572ebd2f2749","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.371402959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f71019b4-f553-448f-9e68-6fb7f4d09343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.371424783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f71019b4-f553-448f-9e68-6fb7f4d09343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.374327652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-defd1f","reconcileID":"6504af8e-817f-40a2-9ba8-572ebd2f2749","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.429998723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62eb1110-17d9-44f6-8c8c-c9c38620d3c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.430014724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62eb1110-17d9-44f6-8c8c-c9c38620d3c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:40:09.478795797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-defd1f","reconcileID":"7b3099d1-c176-4d39-a38e-9dbabdf7d295","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-defd1f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.533975437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2688d7c7-0459-4b66-b16f-a5b0b0d9e54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.534004249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f115a3-1cef-40c6-85c1-6d73ca11f230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.591884642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f115a3-1cef-40c6-85c1-6d73ca11f230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.59204877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2688d7c7-0459-4b66-b16f-a5b0b0d9e54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.592638965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d175b447-a2a2-4211-937f-1f592cdea078","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.592654255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d175b447-a2a2-4211-937f-1f592cdea078","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.651388044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba167f7e-8696-4948-a787-17879ce6b4fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.651404538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba167f7e-8696-4948-a787-17879ce6b4fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.696955972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70155fc4-0bc7-473a-b7a9-ef878fcbca5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.696974493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70155fc4-0bc7-473a-b7a9-ef878fcbca5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.917977984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-defd1f","reconcileID":"369f5e93-dc1c-4aa2-bdb7-96acfa1ad9b5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:09.975511902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-defd1f","reconcileID":"369f5e93-dc1c-4aa2-bdb7-96acfa1ad9b5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.029719754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-defd1f","reconcileID":"569288f1-b179-4bb1-8b53-1ade550969a9","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-defd1f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.250197342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59f3cec5-3122-4d8a-aaaa-9a29880995b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.250230898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59f3cec5-3122-4d8a-aaaa-9a29880995b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.295461103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e38705f7-f3c0-4de9-b569-3e2cd1a6f085","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.465041123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-defd1f","reconcileID":"f34bc695-dcb9-46b1-be02-6263d48a3970","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.685970848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b970312-65af-4c21-bedf-3e8265d32589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.740352792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b970312-65af-4c21-bedf-3e8265d32589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.794072363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b970312-65af-4c21-bedf-3e8265d32589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:10.847828433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b970312-65af-4c21-bedf-3e8265d32589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:12.654212602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:12.788977683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d49a6f-8d5f-4f07-b37c-380c616df77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:12.843786511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d49a6f-8d5f-4f07-b37c-380c616df77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:12.897947693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d49a6f-8d5f-4f07-b37c-380c616df77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:12.952837139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d49a6f-8d5f-4f07-b37c-380c616df77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:14.91040897Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-defd1f","reconcileID":"37c72e0c-36ee-4bf3-a9df-6d5e270d1310","MaaSAuthPolicy":{"name":"e2e-default-int-auth-defd1f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:14.910473037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9632488-408b-4102-bb31-ccf799148d03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:14.910487765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9632488-408b-4102-bb31-ccf799148d03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:15.135395408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f23dd2ff-4910-4cf9-bd19-7844ce1088b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:15.135421083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f23dd2ff-4910-4cf9-bd19-7844ce1088b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:15.275807236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4aa30a0-cbe0-45ca-ab9b-e007fae2af04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:15.275831466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4aa30a0-cbe0-45ca-ab9b-e007fae2af04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:15.436486598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b732e3f-b67b-4528-b865-de0d30e396bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:15.43651766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6b55f94-5e66-4d47-9cfa-2bc6b135c21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:15.494639405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6b55f94-5e66-4d47-9cfa-2bc6b135c21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:15.495730307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b732e3f-b67b-4528-b865-de0d30e396bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:20.125597969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfcd065c-6daa-41cb-b314-31fe181b0fb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:20.234652998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"50056daa-3085-4cc9-81a0-1b3a65194c97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:20.347256844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"201a748c-1228-41de-b1e3-b0267667df6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:20.5789589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"11b482f4-5f07-41a6-a8e9-38d0f34a0ab3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:20.736691308Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3b5c145-242d-4829-8c02-65dd09660e2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:20.834062731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"f2936ff2-18f8-44e1-af5c-a8af47c85857","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:20.937483128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"eecddd2a-d138-49f6-b2f9-acbcd35b919a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:21.063977405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"af26b8e6-a829-4e76-8d11-1307ac3a4da7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:21.075639361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"802be5bf-d62d-44c6-835b-9c9c91bd37ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:21.096189144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"72d44c5d-797a-438a-817f-405f374aca01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:21.187291347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"7eab2a42-053e-43f1-b942-bbe337e1d81c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:21.309231718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"cba8e2e5-0321-41a8-afa2-c46dcaba7840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:21.423089696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"20fa2321-f10e-4c80-b7c1-04d0c9c81402","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:25.443099753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-defd1f","reconcileID":"4580a550-8923-4d0e-be0e-389ba615b1dc","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-defd1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:25.605395547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-defd1f","reconcileID":"4580a550-8923-4d0e-be0e-389ba615b1dc","MaaSSubscription":{"name":"e2e-default-int-sub-defd1f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:25.823201974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4e342e8-d6f7-4d23-a855-5eb7fde15be6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:25.823224832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4e342e8-d6f7-4d23-a855-5eb7fde15be6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:25.983487858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89de78e8-d4f9-44be-b6c5-24e9882a08be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:25.98348785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f18ad312-720d-43ef-8d3e-2ee3aab14432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:26.042191559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f18ad312-720d-43ef-8d3e-2ee3aab14432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:26.042738913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89de78e8-d4f9-44be-b6c5-24e9882a08be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:31.017777065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2bebdb-06f1-462b-bd6f-31a83073e1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:31.071499384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2bebdb-06f1-462b-bd6f-31a83073e1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:31.125025305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2bebdb-06f1-462b-bd6f-31a83073e1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:31.178778339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2bebdb-06f1-462b-bd6f-31a83073e1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:32.361580938Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ce2453","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ce2453","reconcileID":"127f91ce-8f9c-411f-aab7-09464e642f01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ce2453","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-ce2453":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:33.181729925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30060fe7-aacb-4216-95df-4a081c81eceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:33.236659773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30060fe7-aacb-4216-95df-4a081c81eceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:33.290776853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30060fe7-aacb-4216-95df-4a081c81eceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:33.345398601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30060fe7-aacb-4216-95df-4a081c81eceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:35.109193736Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-387f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-387f88","reconcileID":"1e6b6bf0-8e34-4184-955e-52f9ea4c075c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-387f88","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-387f88":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:35.299530252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaab7092-b7ec-4a53-ac87-0b441e99a934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:35.353282104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaab7092-b7ec-4a53-ac87-0b441e99a934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:35.407018927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaab7092-b7ec-4a53-ac87-0b441e99a934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:35.463541526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaab7092-b7ec-4a53-ac87-0b441e99a934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:36.011417215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"82005005-a9d4-4745-b87f-04d967588b90","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-4453bd","tenantID":"e2e-ipp-b-4453bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:36.133749039Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"82005005-a9d4-4745-b87f-04d967588b90","name":"e2e-ipp-b-4453bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:37.406919569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3e330a-8f9a-4014-b6e9-27f512765a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:37.460828858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3e330a-8f9a-4014-b6e9-27f512765a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:37.51465751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3e330a-8f9a-4014-b6e9-27f512765a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:37.568462328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3e330a-8f9a-4014-b6e9-27f512765a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:39.690615589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e452f2a9-8e9d-4153-a6a2-a81b6381e72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:39.74493614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e452f2a9-8e9d-4153-a6a2-a81b6381e72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:39.798934048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e452f2a9-8e9d-4153-a6a2-a81b6381e72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:39.853440824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e452f2a9-8e9d-4153-a6a2-a81b6381e72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:41.789920757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bae99b-4b3f-477c-b29b-13dd2660f117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:41.843983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bae99b-4b3f-477c-b29b-13dd2660f117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:41.897752241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bae99b-4b3f-477c-b29b-13dd2660f117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:41.951711734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bae99b-4b3f-477c-b29b-13dd2660f117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:42.653303321Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:43.547592824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3e3997","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3e3997","reconcileID":"ee5ff1e3-46d4-4167-bf64-f2cb643b66de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3e3997","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-3e3997":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:43.919043633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0760388c-2128-4c82-9cdc-3397b91913a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:43.97364765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0760388c-2128-4c82-9cdc-3397b91913a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:44.027599102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0760388c-2128-4c82-9cdc-3397b91913a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:44.136744194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0760388c-2128-4c82-9cdc-3397b91913a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:46.079796431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0908f2-0751-4242-a280-35b9bff28902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:46.134309023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0908f2-0751-4242-a280-35b9bff28902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:46.188418809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0908f2-0751-4242-a280-35b9bff28902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:46.242434343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0908f2-0751-4242-a280-35b9bff28902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:40:56.153552058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"8f101d80-5bc2-4bbc-9b36-92cf10d0947a","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:04.060875983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"e06be68e-9617-48bd-9142-97fabd7e6b77","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:09.391874644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"b1624109-6b70-4861-90a3-7a09682af77c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-6a9abc","tenantID":"e2e-ipp-b-6a9abc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:09.510343245Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"b1624109-6b70-4861-90a3-7a09682af77c","name":"e2e-ipp-b-6a9abc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:12.654223787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:18.227407048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"c8c2c6e9-3a6a-499a-9a2e-04e04e35efa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:18.409008244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"e3d0fcfa-c7c6-487f-9026-50290bb4391a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:18.589758653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9389c1e9-72d6-4af5-947d-b30a57ea9b21","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:18.688999038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"e072aadd-52fc-44aa-81fa-dabc8921fc1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:18.788945365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"710296f9-2905-43ff-8300-1f45be64b4b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:18.895284083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"1cea500d-97aa-4508-933c-9e9695f7a96c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:19.02108761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65c2841a-fab5-4b8c-8f38-3ccc1ff9fc9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:19.144014188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"38b21721-f827-4ad2-8152-861427fef742","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:19.245031393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"427185f7-0bf9-4bf8-8e24-7338908be778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:19.345189526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"46d88d3f-549a-43e7-a9ba-e20087d0e3c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:19.450493982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"e240f8dc-8392-4810-a315-b1be4ed78c15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:19.55170208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"1389e24c-d35b-4e28-a78a-0dfb77bcf4e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:42.654677619Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:45.471928913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"1040c5ea-7c03-4641-85cf-97d17c37f599","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ce2453","tenantID":"e2e-ipp-a-ce2453","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:45.593007809Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"1040c5ea-7c03-4641-85cf-97d17c37f599","name":"e2e-ipp-a-ce2453-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:45.885528291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"a9d7054c-aae4-461f-b86c-96f6588f392e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:45.993011073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"ddd25985-a730-41c0-abd5-5b0421847eaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.065953198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"3304442c-2ad5-494c-ad6e-54082521e700","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.165279836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"a1e81c0c-ad6a-45f4-b7d6-3541690c3ebe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.173325659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c57903b-f609-4923-ac45-877958fe7c09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.353184116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"9e00db19-72b6-4a36-92d5-ab0c97e05b01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.478571605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"b5af5f78-d9c8-4182-80fc-887a836e1bfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.577163208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41b1e676-d505-4979-b763-814aeb4283f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.678415955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"72e4f351-a85c-4d65-bbbb-eb6cf5c72bde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.778103207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"28a3cc22-9398-440e-9ecd-38a9a80fce08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:46.908408965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"42de694e-cee5-4f04-8b41-1017a42b62bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:47.009542371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"bbd3f462-5e55-4bce-9837-82680325c596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:52.540862066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a6312d-c99f-4ca6-962c-63a63ada7e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:52.595463485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a6312d-c99f-4ca6-962c-63a63ada7e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:52.651219157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a6312d-c99f-4ca6-962c-63a63ada7e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:52.706354318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a6312d-c99f-4ca6-962c-63a63ada7e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:54.633655565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e4f32e-1741-4f95-9d9d-1b728c8bf76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:54.688157564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e4f32e-1741-4f95-9d9d-1b728c8bf76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:54.741912553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e4f32e-1741-4f95-9d9d-1b728c8bf76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:54.799398273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e4f32e-1741-4f95-9d9d-1b728c8bf76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:55.998394768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"d332367f-038c-4ab2-a230-02dc8dc56eb0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-387f88","tenantID":"e2e-ipp-b-387f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:56.116051363Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"d332367f-038c-4ab2-a230-02dc8dc56eb0","name":"e2e-ipp-b-387f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:56.741819412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f9d403-da69-4b7f-83c8-8c246478491c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:56.795770283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f9d403-da69-4b7f-83c8-8c246478491c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:56.849566957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f9d403-da69-4b7f-83c8-8c246478491c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:41:56.903598597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f9d403-da69-4b7f-83c8-8c246478491c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:06.28183898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9de63c-dafd-4703-9ebc-5779bb60b95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:06.335618926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9de63c-dafd-4703-9ebc-5779bb60b95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:06.389655964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9de63c-dafd-4703-9ebc-5779bb60b95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:06.443484347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9de63c-dafd-4703-9ebc-5779bb60b95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:08.418466057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"02dd4672-e14f-4516-bb4d-be4a9aa726b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-3e3997","tenantID":"e2e-ipp-b-3e3997","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:08.482628285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19816f90-b42f-404b-bbe4-28e7315fda3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:08.536799939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19816f90-b42f-404b-bbe4-28e7315fda3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:08.549381393Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"02dd4672-e14f-4516-bb4d-be4a9aa726b6","name":"e2e-ipp-b-3e3997-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:08.590666738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19816f90-b42f-404b-bbe4-28e7315fda3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:08.644564097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19816f90-b42f-404b-bbe4-28e7315fda3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:12.655436516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:33.836209131Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","namespace":"ai-tenant-e2e-ipp-a-54e844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:33.836311331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","namespace":"ai-tenant-e2e-ipp-a-54e844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:33.836374154Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","tenant":"e2e-ipp-a-54e844","tenantID":"e2e-ipp-a-54e844","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:33.891962522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"Deployment","name":"maas-api-e2e-ipp-a-54e844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:33.954302349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"Service","name":"maas-api-e2e-ipp-a-54e844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.013800604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-54e844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.07178724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-54e844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.130044206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.186582632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.242749144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.300491562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.356991163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.414540469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.479320325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"Service","name":"payload-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.546295425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.60218493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.660511377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.717014571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.822170425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.881522775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.939614488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:34.994942648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-54e844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:35.052933061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54e844"},"namespace":"ai-tenant-e2e-ipp-a-54e844","name":"default-tenant","reconcileID":"053da8a4-8eab-492b-be98-0baf945b29f1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-54e844","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:35.702775333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780d06ef-ac6b-4f83-82a2-2c7a8abfcfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:35.756699799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780d06ef-ac6b-4f83-82a2-2c7a8abfcfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:35.8103488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780d06ef-ac6b-4f83-82a2-2c7a8abfcfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:35.864103866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780d06ef-ac6b-4f83-82a2-2c7a8abfcfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:36.945314694Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-54e844","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-54e844","reconcileID":"31e11bf8-37b0-4e87-ba20-191d044b28ba","aitenant":"ai-tenants/e2e-ipp-a-54e844","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:37.720636295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-54e844","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-54e844","reconcileID":"31e11bf8-37b0-4e87-ba20-191d044b28ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-54e844","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-54e844"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:37.808613855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3183508-06c2-49ee-a4f8-e5a17ff3bf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:37.863809891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3183508-06c2-49ee-a4f8-e5a17ff3bf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:37.917500795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3183508-06c2-49ee-a4f8-e5a17ff3bf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:37.97141889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3183508-06c2-49ee-a4f8-e5a17ff3bf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:39.903511109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4558e302-1606-462e-bafc-365a2765bef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:39.958111316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4558e302-1606-462e-bafc-365a2765bef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:40.012044732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4558e302-1606-462e-bafc-365a2765bef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:40.065903525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4558e302-1606-462e-bafc-365a2765bef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:42.077161407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da051cde-351b-464d-9f25-7f6644c89c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:42.130995986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da051cde-351b-464d-9f25-7f6644c89c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:42.18466114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da051cde-351b-464d-9f25-7f6644c89c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:42.238427908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da051cde-351b-464d-9f25-7f6644c89c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:42.653470154Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:44.170940998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660fe18c-70c4-4b99-bc79-559113bdc72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:44.228211977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660fe18c-70c4-4b99-bc79-559113bdc72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:44.284286155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660fe18c-70c4-4b99-bc79-559113bdc72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:44.338166052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660fe18c-70c4-4b99-bc79-559113bdc72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:46.278099339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22763043-414c-4aa1-bf42-20bcc27671e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:46.33274171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22763043-414c-4aa1-bf42-20bcc27671e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:46.386972301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22763043-414c-4aa1-bf42-20bcc27671e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:46.440983363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22763043-414c-4aa1-bf42-20bcc27671e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:48.362372696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e40a35-6619-470b-ab15-7a82abb5ec7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:48.41864296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e40a35-6619-470b-ab15-7a82abb5ec7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:48.473444594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e40a35-6619-470b-ab15-7a82abb5ec7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:42:48.527793184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e40a35-6619-470b-ab15-7a82abb5ec7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.303157651Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","namespace":"ai-tenant-e2e-ipp-b-4453bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.303244214Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","namespace":"ai-tenant-e2e-ipp-b-4453bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.303322462Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","tenant":"e2e-ipp-b-4453bd","tenantID":"e2e-ipp-b-4453bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.358382237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"Deployment","name":"maas-api-e2e-ipp-b-4453bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.423302694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"Service","name":"maas-api-e2e-ipp-b-4453bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.486929066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-4453bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.542434319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-4453bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.599083373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.66878169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.728339279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.784511338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.838678818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.891902222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.945020864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"Service","name":"payload-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:05.998395845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:06.051706376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:06.104784275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:06.157884888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:06.214015515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:06.307646395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:06.362657002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:06.416043625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-4453bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:06.469149788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4453bd"},"namespace":"ai-tenant-e2e-ipp-b-4453bd","name":"default-tenant","reconcileID":"4d9c00bb-772b-4ffc-9542-fde977e8fb24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-4453bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:07.186828129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ebaa42-30ee-42b7-83a8-ae794ffb32db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:07.240555701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ebaa42-30ee-42b7-83a8-ae794ffb32db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:07.294736071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ebaa42-30ee-42b7-83a8-ae794ffb32db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:07.348732725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ebaa42-30ee-42b7-83a8-ae794ffb32db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:08.81189687Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4453bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4453bd","reconcileID":"003fe1e5-6fa8-44c2-be0c-8fb3d7374a99","aitenant":"ai-tenants/e2e-ipp-b-4453bd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:09.299488992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea3bc8d-c14f-4669-9dbf-dd11fac338a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:09.353428471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea3bc8d-c14f-4669-9dbf-dd11fac338a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:09.407152188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea3bc8d-c14f-4669-9dbf-dd11fac338a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:09.461111188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea3bc8d-c14f-4669-9dbf-dd11fac338a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:09.634874967Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4453bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4453bd","reconcileID":"003fe1e5-6fa8-44c2-be0c-8fb3d7374a99","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4453bd","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-4453bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:11.477643471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76af0d32-d104-49d7-88e3-06fcc0993f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:11.553325145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76af0d32-d104-49d7-88e3-06fcc0993f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:11.607502974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76af0d32-d104-49d7-88e3-06fcc0993f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:11.680101237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76af0d32-d104-49d7-88e3-06fcc0993f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:12.653379793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:13.670429001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5091e7c7-57aa-4b87-8bd3-a063b87c3bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:13.727763307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5091e7c7-57aa-4b87-8bd3-a063b87c3bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:13.78222746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5091e7c7-57aa-4b87-8bd3-a063b87c3bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:13.836486484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5091e7c7-57aa-4b87-8bd3-a063b87c3bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:15.76681963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c207e2-9109-42e5-adc4-f6e7a942a973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:15.820915198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c207e2-9109-42e5-adc4-f6e7a942a973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:15.874940345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c207e2-9109-42e5-adc4-f6e7a942a973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:15.92879242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c207e2-9109-42e5-adc4-f6e7a942a973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:16.237360039Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-be6df0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-be6df0","reconcileID":"670bb21c-dc0b-4fdb-8bb9-3e8c10b05464","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-be6df0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-be6df0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:17.897349898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e935cba3-5a87-4fe8-9415-6cfcd9ecd70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:17.951350922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e935cba3-5a87-4fe8-9415-6cfcd9ecd70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:18.005085239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e935cba3-5a87-4fe8-9415-6cfcd9ecd70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:18.06159805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e935cba3-5a87-4fe8-9415-6cfcd9ecd70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:26.635478423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30798158-1fa9-46f0-9a56-e5a8146aca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:26.690100788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30798158-1fa9-46f0-9a56-e5a8146aca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:26.747346319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30798158-1fa9-46f0-9a56-e5a8146aca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:26.802709083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30798158-1fa9-46f0-9a56-e5a8146aca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:28.740876065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442844a5-c9a8-4468-a30a-8a35520a3efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:28.79543761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442844a5-c9a8-4468-a30a-8a35520a3efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:28.84934066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442844a5-c9a8-4468-a30a-8a35520a3efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:28.903302683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442844a5-c9a8-4468-a30a-8a35520a3efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:42.655056866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:47.373459566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a65ed14-90cb-46e0-8986-4053e2a38c3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:47.472885189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"f580603e-dc77-4594-9a30-3f4c51ae8206","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:47.616786042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"af2700cb-dc72-4f69-94e7-52cd97b6475d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:47.806998165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"c6ace50a-41b7-4db2-b125-51e529ae5811","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:47.99638911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"d32e780d-ba89-4e5c-9d48-9a6e363aed55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:48.125270497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"9a571a6a-353c-43a8-9c91-826170ef13c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:48.222715715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"ed8251ae-0271-4425-a357-d40771d95630","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:48.322348372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"898d495c-82dc-4a02-b27e-e1d857a21d5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:48.421979948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"8d60bbeb-52d2-4f2e-8899-2cc9a691232b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:48.435502068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27352015-ca32-48f5-b85e-7ac3ed7be0fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:48.559094535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"1dbd610c-8ed8-4c0f-9bd9-4ce3c2d223e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:43:48.932483693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"8e9f3115-5967-4f15-800c-d7fbfaa9c7d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:03.304179396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"e71dc804-b526-40d6-ba9c-1be512594563","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:03.485678068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"cbb00a1d-ff22-4323-946a-0c50c644a257","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:03.586490243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6cff1ff-9643-4490-aad9-92949b1f279e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:03.686594402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"fbc75547-2617-44c0-ba94-e95134322628","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:03.798652929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"e1eeb214-e27c-4c38-847a-8956bdccfc76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:03.902626237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"9e21f71a-85ab-4ae6-b8a4-2f159f445e0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:03.925188586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"c74aecb1-d884-4200-bc74-47770e4d757b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:04.051694541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e730ba24-0955-447b-952f-3732f05657aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:04.181702294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"bc628557-e09c-4014-86d1-d017e55b4881","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:04.28233546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"dc56d1aa-58b6-42ac-9800-b3865b6ea320","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:04.384974159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"c464fcd5-06d3-4d19-8be5-6e27eeb7bf78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:04.618317764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"513bf35a-eaab-429b-a4d7-0232288a68f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:12.654313787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:15.888642559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131d55ca-ea87-48d5-b6e0-f8255b3a534d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:15.94277904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131d55ca-ea87-48d5-b6e0-f8255b3a534d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:15.996635604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131d55ca-ea87-48d5-b6e0-f8255b3a534d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:16.050926945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131d55ca-ea87-48d5-b6e0-f8255b3a534d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:18.012500976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce683bd0-63de-4e6d-b6a7-4eef8a321d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:18.066368268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce683bd0-63de-4e6d-b6a7-4eef8a321d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:18.120493012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce683bd0-63de-4e6d-b6a7-4eef8a321d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:18.175032407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce683bd0-63de-4e6d-b6a7-4eef8a321d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:19.689421996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"7edc378a-2002-439a-9129-ae2cc315e155","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:19.785701514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"983afbc1-1f19-4648-99f4-6c9f245dd202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:19.860909163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"47556e44-d5ee-4ffa-b23e-aeff9ae4829a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:19.962003048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"111204f1-9f41-4f8a-9e9e-2d68465cf159","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.119461623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335f6b2a-1eb5-421d-80f8-5c96bc0a0ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.17342511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335f6b2a-1eb5-421d-80f8-5c96bc0a0ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.227348786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335f6b2a-1eb5-421d-80f8-5c96bc0a0ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.227569811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"a14e630f-0a58-49b7-9dfd-6e49e7422669","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.228111369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dad42fa3-0fad-49d7-8e32-b6324fb6e90e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.281758297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335f6b2a-1eb5-421d-80f8-5c96bc0a0ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.444370621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"3011a768-f822-40af-8ec3-4128c4ee2907","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.444363228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"bb5df64b-a06f-43e6-ae83-a79e6e885da7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.476579019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"82e847a3-a6c6-48d6-af3f-27fdb4233f99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.60767444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"c51a4667-49ae-4239-a153-57de0a2a28f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:20.677286873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"b1d29719-1498-4ec4-95db-a0db2d554663","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:21.00727036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eec5d671-bda2-49c3-a93d-56f3150068d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.24171675Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","namespace":"ai-tenant-e2e-ipp-a-15253e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.241783918Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","namespace":"ai-tenant-e2e-ipp-a-15253e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.241835671Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","tenant":"e2e-ipp-a-15253e","tenantID":"e2e-ipp-a-15253e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.297227502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"Deployment","name":"maas-api-e2e-ipp-a-15253e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.357939266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"Service","name":"maas-api-e2e-ipp-a-15253e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.418045857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-15253e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.473029031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-15253e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.529695406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.586430316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.64696133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.706970991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.766347463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.823886128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.884989137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"Service","name":"payload-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:31.94695679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:32.002363185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:32.05780739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:32.114623618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:32.171265124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:32.226323276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:32.281510353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:32.338774362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-15253e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:32.393890631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-15253e"},"namespace":"ai-tenant-e2e-ipp-a-15253e","name":"default-tenant","reconcileID":"05a286b2-ba9e-41eb-9bf5-5943830ef5b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-15253e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:37.46205013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"88ec8850-b345-45e1-b89a-7cab8787e66a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-be6df0","tenantID":"e2e-praxis-a-be6df0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:37.581076408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"88ec8850-b345-45e1-b89a-7cab8787e66a","name":"e2e-praxis-a-be6df0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:38.834710663Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-15253e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-15253e","reconcileID":"fd25d2f7-b335-4473-b988-ac7602f161c1","aitenant":"ai-tenants/e2e-ipp-a-15253e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:38.987457553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b7e183-420d-4ee3-8d00-8bd0a0ef5644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:39.041535997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b7e183-420d-4ee3-8d00-8bd0a0ef5644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:39.095703143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b7e183-420d-4ee3-8d00-8bd0a0ef5644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:39.149791644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b7e183-420d-4ee3-8d00-8bd0a0ef5644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:39.618692441Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-15253e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-15253e","reconcileID":"fd25d2f7-b335-4473-b988-ac7602f161c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-15253e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-15253e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:39.726771134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"1da1755f-b296-4862-93e6-5108c51ed123","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:39.726796872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"1da1755f-b296-4862-93e6-5108c51ed123","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:41.194021308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d53c23-d2b5-4022-a276-f39bff87da93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:41.248424429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d53c23-d2b5-4022-a276-f39bff87da93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:41.305959997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d53c23-d2b5-4022-a276-f39bff87da93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:41.359819161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d53c23-d2b5-4022-a276-f39bff87da93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:42.653412855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:43.338952496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd761d75-0490-4945-8f5d-eebaef0eaa31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:43.393663084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd761d75-0490-4945-8f5d-eebaef0eaa31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:43.448358436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd761d75-0490-4945-8f5d-eebaef0eaa31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:43.502306039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd761d75-0490-4945-8f5d-eebaef0eaa31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:43.808187479Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-aa60bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-aa60bc","reconcileID":"417ee845-a298-4472-bcc6-31ebaff336f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-aa60bc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-aa60bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.254025549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"f92f29b5-00d9-442f-b538-e0b90574e869","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.254054127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"f92f29b5-00d9-442f-b538-e0b90574e869","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.312264618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"49faa5d0-718a-40e1-834c-726090d9febb","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.312289921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"49faa5d0-718a-40e1-834c-726090d9febb","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.421874044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"7038f821-dc1c-4ce1-bfdc-5d7f24978a9c","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.479443526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611cdaaa-4221-4846-b04c-03f44ca08849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.533798694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611cdaaa-4221-4846-b04c-03f44ca08849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.548348616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"7038f821-dc1c-4ce1-bfdc-5d7f24978a9c","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.587536211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611cdaaa-4221-4846-b04c-03f44ca08849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.64184997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611cdaaa-4221-4846-b04c-03f44ca08849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.701617488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e12f99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"7038f821-dc1c-4ce1-bfdc-5d7f24978a9c","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.759884344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"6d979221-75a2-4c50-9481-4f558bc788a9","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:45.759907284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"6d979221-75a2-4c50-9481-4f558bc788a9","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:47.623454761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454db6fe-9ac2-4f64-b687-104cefebe86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:47.702246676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454db6fe-9ac2-4f64-b687-104cefebe86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:47.757789227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454db6fe-9ac2-4f64-b687-104cefebe86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:47.811604351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454db6fe-9ac2-4f64-b687-104cefebe86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:49.745572155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4bdf61-68ff-472a-8f26-180c6ac02a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:49.799546691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4bdf61-68ff-472a-8f26-180c6ac02a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:49.853449291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4bdf61-68ff-472a-8f26-180c6ac02a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:49.907200193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4bdf61-68ff-472a-8f26-180c6ac02a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:51.978917099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3100ece-b11e-4bd5-8d07-212ea357b705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:52.032939045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3100ece-b11e-4bd5-8d07-212ea357b705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:52.086875051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3100ece-b11e-4bd5-8d07-212ea357b705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:52.148340654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3100ece-b11e-4bd5-8d07-212ea357b705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:54.125227311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c823dc-f5fa-4917-a5d7-393f3f743192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:54.17883922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c823dc-f5fa-4917-a5d7-393f3f743192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:54.233672169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c823dc-f5fa-4917-a5d7-393f3f743192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:54.287934321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c823dc-f5fa-4917-a5d7-393f3f743192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:54.545045359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"3c8bad71-769e-4f1f-923b-26208a1a9580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:54.679512881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f26f95f-04bf-465e-ac4f-a82397f907e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:54.803014449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"f1cff840-55b4-4cb2-8fb6-409d05f01160","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:54.989241949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"0d6f71d7-7a04-419f-8be3-b764f87c32e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.301530005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"050511fa-9605-4da8-8492-1b1c4490e993","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.437110392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"18672cc7-8228-41e8-9f3b-2cb9d358d518","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.604378669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"e0f6ef8a-23fd-4acc-97ca-eed51c3b4797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.61224501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d55e8875-9601-407c-a71e-cfd10d676071","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.703187409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"39239dc5-057c-4c9e-a59b-d1d6295f25b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.817877292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"01418334-312b-4454-a71b-2d2efbf6f18d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.866853644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"b4412342-6edb-4002-b248-898a9bcd2d0e","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.912356262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"222f074a-308e-4331-b029-f64b65e7b921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.925228255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"b4412342-6edb-4002-b248-898a9bcd2d0e","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:55.983876731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e12f99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"b4412342-6edb-4002-b248-898a9bcd2d0e","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:56.012555143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"ef06ba8a-3798-4416-9bca-882fe60d5746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:56.333994244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81b0284-8703-4206-a5c5-2214e99f155f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:56.388661258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81b0284-8703-4206-a5c5-2214e99f155f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:56.446005121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81b0284-8703-4206-a5c5-2214e99f155f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:56.500160868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81b0284-8703-4206-a5c5-2214e99f155f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:58.52994509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dd7bdc-3364-462d-a3fd-511ad4ee140f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:58.5842652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dd7bdc-3364-462d-a3fd-511ad4ee140f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:58.645202218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dd7bdc-3364-462d-a3fd-511ad4ee140f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:44:58.702445436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dd7bdc-3364-462d-a3fd-511ad4ee140f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:00.700159104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c392cd0-b6c8-4b79-976b-31c8deda1b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:00.755105776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c392cd0-b6c8-4b79-976b-31c8deda1b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:00.809512496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c392cd0-b6c8-4b79-976b-31c8deda1b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:00.864853679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c392cd0-b6c8-4b79-976b-31c8deda1b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:02.893415311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02ac55e-8e53-45b8-a13d-9cce85c1689f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:02.947526556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02ac55e-8e53-45b8-a13d-9cce85c1689f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:03.004066709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02ac55e-8e53-45b8-a13d-9cce85c1689f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:03.0600411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02ac55e-8e53-45b8-a13d-9cce85c1689f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:05.047250275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ffa62a-9c3f-4aff-bb7f-affda03cac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:05.102409355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ffa62a-9c3f-4aff-bb7f-affda03cac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:05.156320201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ffa62a-9c3f-4aff-bb7f-affda03cac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:05.210971017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ffa62a-9c3f-4aff-bb7f-affda03cac9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:06.099213061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"549e5a31-15c5-446f-9b63-46c9207a1834","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:06.157532933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"549e5a31-15c5-446f-9b63-46c9207a1834","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:06.215146885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e12f99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"549e5a31-15c5-446f-9b63-46c9207a1834","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.211807984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ae5f37-12e0-4966-89e3-ea7277109223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.26593168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ae5f37-12e0-4966-89e3-ea7277109223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.319707072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ae5f37-12e0-4966-89e3-ea7277109223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.373930962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ae5f37-12e0-4966-89e3-ea7277109223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.775807797Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","namespace":"ai-tenant-e2e-ipp-b-6a9abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.775983799Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","namespace":"ai-tenant-e2e-ipp-b-6a9abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.776096224Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","tenant":"e2e-ipp-b-6a9abc","tenantID":"e2e-ipp-b-6a9abc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.838181927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-6a9abc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.900027234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"Service","name":"maas-api-e2e-ipp-b-6a9abc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:07.957610972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-6a9abc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.01529022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-6a9abc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.073026574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.133422974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.19130295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.252043738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.318352111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.374708308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.441246598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"Service","name":"payload-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.508402929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.566259049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.622260672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.678925177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.746345233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.8388773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.899756156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:08.987485744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-6a9abc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.049485202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a9abc"},"namespace":"ai-tenant-e2e-ipp-b-6a9abc","name":"default-tenant","reconcileID":"a7e529c7-96b2-4956-a4a9-a9772181a02a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-6a9abc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.108213953Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","namespace":"ai-tenant-e2e-ipp-a-7d3617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.108306314Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","namespace":"ai-tenant-e2e-ipp-a-7d3617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.108376812Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","tenant":"e2e-ipp-a-7d3617","tenantID":"e2e-ipp-a-7d3617","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.163525534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7d3617","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.233497808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"Service","name":"maas-api-e2e-ipp-a-7d3617","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.289815881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7d3617","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.353379797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7d3617","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.395955968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3296529-5699-48cf-9201-c4d09e429831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.473718189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3296529-5699-48cf-9201-c4d09e429831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.475227097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.531119546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3296529-5699-48cf-9201-c4d09e429831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.58694677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3296529-5699-48cf-9201-c4d09e429831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.588298839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.648528326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.721389764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.780719416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.869097151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:09.952419677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"Service","name":"payload-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.013565043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.069083476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.127377077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.183887075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.24238963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.299258219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.355374328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.435123816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7d3617","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:10.492541204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d3617"},"namespace":"ai-tenant-e2e-ipp-a-7d3617","name":"default-tenant","reconcileID":"541a481d-dc9a-455a-b857-6d8b531686f8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7d3617","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:11.629424967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc98d49c-9c6a-4a25-bdbf-100ce608e3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:11.629523166Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6a9abc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6a9abc","reconcileID":"479be872-208b-4569-9dac-be79be77d102","aitenant":"ai-tenants/e2e-ipp-b-6a9abc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:11.683583105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc98d49c-9c6a-4a25-bdbf-100ce608e3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:11.737906037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc98d49c-9c6a-4a25-bdbf-100ce608e3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:11.792794725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc98d49c-9c6a-4a25-bdbf-100ce608e3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:12.414098594Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6a9abc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6a9abc","reconcileID":"479be872-208b-4569-9dac-be79be77d102","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6a9abc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-6a9abc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:12.705661612Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:13.80181698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f7fa47-0fb0-4faa-98c6-0b2bc940883d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:13.855690895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f7fa47-0fb0-4faa-98c6-0b2bc940883d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:13.90991354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f7fa47-0fb0-4faa-98c6-0b2bc940883d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:13.964740106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f7fa47-0fb0-4faa-98c6-0b2bc940883d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:15.987588972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c185b7c5-dc89-44fd-aef7-fc49e6bc3ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:16.041453715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c185b7c5-dc89-44fd-aef7-fc49e6bc3ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:16.095438472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c185b7c5-dc89-44fd-aef7-fc49e6bc3ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:16.149331528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c185b7c5-dc89-44fd-aef7-fc49e6bc3ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:16.255428797Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7d3617","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7d3617","reconcileID":"26addbeb-209c-4d17-982c-d94ae0c467fc","aitenant":"ai-tenants/e2e-ipp-a-7d3617","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:16.368174086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"59512ac6-948c-4865-958c-8cdd970832ef","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:16.428198961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"59512ac6-948c-4865-958c-8cdd970832ef","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:16.484061744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e12f99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"59512ac6-948c-4865-958c-8cdd970832ef","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:17.029879829Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7d3617","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7d3617","reconcileID":"26addbeb-209c-4d17-982c-d94ae0c467fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7d3617","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7d3617"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:18.129448753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58131ff-c56b-4fae-b305-a7c1d96f996c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:18.183983824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58131ff-c56b-4fae-b305-a7c1d96f996c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:18.241384497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58131ff-c56b-4fae-b305-a7c1d96f996c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:18.296201379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58131ff-c56b-4fae-b305-a7c1d96f996c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:19.941983133Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8e90da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8e90da","reconcileID":"ef8a1fb1-ecf0-462a-a293-8117f2fa33da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8e90da","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8e90da":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:20.246820392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4a2650-24a2-4c79-9483-4a780809417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:20.300799648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4a2650-24a2-4c79-9483-4a780809417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:20.354783015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4a2650-24a2-4c79-9483-4a780809417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:20.408734824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4a2650-24a2-4c79-9483-4a780809417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:22.377246941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86f9275-d69f-4dd7-9ac6-4e707efb87fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:22.431111411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86f9275-d69f-4dd7-9ac6-4e707efb87fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:22.485040014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86f9275-d69f-4dd7-9ac6-4e707efb87fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:22.539063686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86f9275-d69f-4dd7-9ac6-4e707efb87fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:24.528811475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc87b6f-8a54-4994-9223-72a44b28ba12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:24.582700139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc87b6f-8a54-4994-9223-72a44b28ba12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:24.638168766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc87b6f-8a54-4994-9223-72a44b28ba12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:24.693116022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc87b6f-8a54-4994-9223-72a44b28ba12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:26.625177668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5fd196-7b1f-4e2e-b144-763e6e5a1ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:26.625413027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"c8076964-8d39-4c75-a9bf-61b2399a5653","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:26.679099545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5fd196-7b1f-4e2e-b144-763e6e5a1ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:26.733803088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5fd196-7b1f-4e2e-b144-763e6e5a1ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:26.787838186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5fd196-7b1f-4e2e-b144-763e6e5a1ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:26.79162571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"c8076964-8d39-4c75-a9bf-61b2399a5653","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:26.847549963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e12f99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"c8076964-8d39-4c75-a9bf-61b2399a5653","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:28.779729675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e65770-8f69-4438-bb38-f2bdd6302cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:28.833685661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e65770-8f69-4438-bb38-f2bdd6302cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:28.887653804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e65770-8f69-4438-bb38-f2bdd6302cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:28.941396126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e65770-8f69-4438-bb38-f2bdd6302cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:30.863795024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dff305e-96c6-48d9-a24b-26c0fba6b828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:30.918338165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dff305e-96c6-48d9-a24b-26c0fba6b828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:30.972342272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dff305e-96c6-48d9-a24b-26c0fba6b828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:31.028071157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dff305e-96c6-48d9-a24b-26c0fba6b828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:32.955378034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc983252-f21d-4477-adf2-0c5f49fff1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:33.009360856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc983252-f21d-4477-adf2-0c5f49fff1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:33.065512211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc983252-f21d-4477-adf2-0c5f49fff1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:33.12101474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc983252-f21d-4477-adf2-0c5f49fff1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:35.072638257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ef842a-1024-4b55-84e2-1770a7eac280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:35.129063635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ef842a-1024-4b55-84e2-1770a7eac280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:35.182929524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ef842a-1024-4b55-84e2-1770a7eac280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:35.236641974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ef842a-1024-4b55-84e2-1770a7eac280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:36.95506132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"7584ca4f-75f1-4762-9997-62681b6814bb","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:36.973504484Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","namespace":"ai-tenant-e2e-ipp-b-387f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:36.973587837Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","namespace":"ai-tenant-e2e-ipp-b-387f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:36.973652813Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","tenant":"e2e-ipp-b-387f88","tenantID":"e2e-ipp-b-387f88","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.012408436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"7584ca4f-75f1-4762-9997-62681b6814bb","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.031219462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"Deployment","name":"maas-api-e2e-ipp-b-387f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.068642868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e12f99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b939d14c6d500da913442bf0ae2eae702210661bada1be383e0c3a90fe89911f) AuthConfig (16ec655cda4ed58fc097703b65e7d18cc8acb3ed7f71cae31f4cbfba87cfdb90) AuthConfig (123329622ef3ba90cfdb9d478795e9f94b9580e9b2de1d6a91e354b67c693e4c) AuthConfig (0f578de151b1d8010d70869ca70866d16a86320456f5a59c5540e4681e25ec9b) AuthConfig (a742a522d948744d73e44cc3b6acafdfa4627da94da25a81facfa12f56f60257) AuthConfig (d3ff2a72657355e32eddbafc4cdddea0b439fc280dd0e5c3f5c03ef791f949e6) AuthConfig (4924b812583d5cb214dfa7b4f30534b959fa1139a89409fbc55542fbff6ef00b) AuthConfig (b6bef48bf81237b36892ce9be6f139179845dcc51505a86074b2e83bb220bf3f) AuthConfig (3f9569827298992b2b69e50061b898bd13ecda5691dc60035362fdd60a55861e) AuthConfig (b15bc4a4062d9f6bfe6f7170937cc11df0e7c3749d42565d906a6d5e8daa2d77) AuthConfig (1ab2b03930caeb0b01e3866fe3bbb355b701f7dc9e7aef4e61231215ddeb712e) AuthConfig (82db0765970933fb0040b44bdc690d9cb0141493fc84762f54d104062b6a1e49) AuthConfig (003e96a349243248e09431ae8474bd532bb07c40f974c9bc1bfad04c4062f88d) AuthConfig (7dcea37de001b1046b7b323eae24a7f4955980cdbb1f638b6bcb7c141644504d) AuthConfig (9dfa734d03faae8faf6733ec7e5c45619a0418de1ac529002f8941eed13de930) AuthConfig (371eddc8658a41abeabdc6abfa87ef7f16f8987ea0f9213346566ca7438b35a9) AuthConfig (66794f8c019123d8d3fd237af6104a154aa66e7234a9f42388fd8ef3230463d9) AuthConfig (fc1e4861794bf508710ccd5cfb530682e02b122815daf9063a3bcf7001ff8c42)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"7584ca4f-75f1-4762-9997-62681b6814bb","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.093916322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"Service","name":"maas-api-e2e-ipp-b-387f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.127061006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"929adf4e-52d7-428c-9e38-6e738a773679","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.127082304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"929adf4e-52d7-428c-9e38-6e738a773679","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.150076203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-387f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.15666068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad301cc2-05e7-430f-bddd-cc0fe88ffbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.210544484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad301cc2-05e7-430f-bddd-cc0fe88ffbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.214285426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-387f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.275269744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad301cc2-05e7-430f-bddd-cc0fe88ffbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.329912831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad301cc2-05e7-430f-bddd-cc0fe88ffbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.332237616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.388417346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.447986664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.506493446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.60563254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.660752913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.721522506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"Service","name":"payload-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.784380611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.840071659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.897473232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:37.956192273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:38.012370087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:38.067899133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:38.123036005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:38.187577753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-387f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:38.244380226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-387f88"},"namespace":"ai-tenant-e2e-ipp-b-387f88","name":"default-tenant","reconcileID":"408792df-cab8-4231-b60d-6b5a49066b60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-387f88","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:42.653624063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:45.10737543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c742b0-d28f-4bc9-81f0-55936e473f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:45.1617924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c742b0-d28f-4bc9-81f0-55936e473f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:45.215541815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c742b0-d28f-4bc9-81f0-55936e473f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:45.26927835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c742b0-d28f-4bc9-81f0-55936e473f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:47.217251734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b24e37-ab97-46d1-8d0a-b9699289b718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:47.271249604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b24e37-ab97-46d1-8d0a-b9699289b718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:47.326973774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b24e37-ab97-46d1-8d0a-b9699289b718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:47.380722266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b24e37-ab97-46d1-8d0a-b9699289b718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:47.380843599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"b3ec6b47-c147-4d9a-914e-f04201b092e7","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:47.438819554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"b3ec6b47-c147-4d9a-914e-f04201b092e7","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:47.497397634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e12f99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b939d14c6d500da913442bf0ae2eae702210661bada1be383e0c3a90fe89911f) AuthConfig (16ec655cda4ed58fc097703b65e7d18cc8acb3ed7f71cae31f4cbfba87cfdb90) AuthConfig (123329622ef3ba90cfdb9d478795e9f94b9580e9b2de1d6a91e354b67c693e4c) AuthConfig (0f578de151b1d8010d70869ca70866d16a86320456f5a59c5540e4681e25ec9b) AuthConfig (a742a522d948744d73e44cc3b6acafdfa4627da94da25a81facfa12f56f60257) AuthConfig (d3ff2a72657355e32eddbafc4cdddea0b439fc280dd0e5c3f5c03ef791f949e6) AuthConfig (4924b812583d5cb214dfa7b4f30534b959fa1139a89409fbc55542fbff6ef00b) AuthConfig (b6bef48bf81237b36892ce9be6f139179845dcc51505a86074b2e83bb220bf3f) AuthConfig (3f9569827298992b2b69e50061b898bd13ecda5691dc60035362fdd60a55861e) AuthConfig (b15bc4a4062d9f6bfe6f7170937cc11df0e7c3749d42565d906a6d5e8daa2d77) AuthConfig (1ab2b03930caeb0b01e3866fe3bbb355b701f7dc9e7aef4e61231215ddeb712e) AuthConfig (82db0765970933fb0040b44bdc690d9cb0141493fc84762f54d104062b6a1e49) AuthConfig (003e96a349243248e09431ae8474bd532bb07c40f974c9bc1bfad04c4062f88d) AuthConfig (7dcea37de001b1046b7b323eae24a7f4955980cdbb1f638b6bcb7c141644504d) AuthConfig (9dfa734d03faae8faf6733ec7e5c45619a0418de1ac529002f8941eed13de930) AuthConfig (371eddc8658a41abeabdc6abfa87ef7f16f8987ea0f9213346566ca7438b35a9) AuthConfig (66794f8c019123d8d3fd237af6104a154aa66e7234a9f42388fd8ef3230463d9) AuthConfig (fc1e4861794bf508710ccd5cfb530682e02b122815daf9063a3bcf7001ff8c42)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"b3ec6b47-c147-4d9a-914e-f04201b092e7","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:47.99815797Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-387f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-387f88","reconcileID":"611cf2d4-f036-45b6-91b9-e762a3e4bd8a","aitenant":"ai-tenants/e2e-ipp-b-387f88","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:48.806066211Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-387f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-387f88","reconcileID":"611cf2d4-f036-45b6-91b9-e762a3e4bd8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-387f88","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-387f88"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:49.330203901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593ad9f8-59d3-4782-a313-546d7e267d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:49.384230667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593ad9f8-59d3-4782-a313-546d7e267d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:49.438840413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593ad9f8-59d3-4782-a313-546d7e267d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:49.499559697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593ad9f8-59d3-4782-a313-546d7e267d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:51.509392567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6beb3310-1423-487d-a8d7-12b112069d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:51.563747538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6beb3310-1423-487d-a8d7-12b112069d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:51.617556508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6beb3310-1423-487d-a8d7-12b112069d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:51.674441824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6beb3310-1423-487d-a8d7-12b112069d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:53.706488569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a45809-ee1a-424f-b674-fe972c156427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:53.761390612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a45809-ee1a-424f-b674-fe972c156427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:53.815355827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a45809-ee1a-424f-b674-fe972c156427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:53.86990801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a45809-ee1a-424f-b674-fe972c156427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:55.727123336Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-aa8aff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-aa8aff","reconcileID":"9adbff0e-e396-4b50-a60a-a489178a982e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-aa8aff","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-aa8aff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:55.897091838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea790598-da21-4ed3-b91a-1a2f93bd3c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:55.951390652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea790598-da21-4ed3-b91a-1a2f93bd3c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:56.005154815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea790598-da21-4ed3-b91a-1a2f93bd3c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:56.059374587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea790598-da21-4ed3-b91a-1a2f93bd3c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:56.338044795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"d5987368-2bd7-4b98-8098-f3f6db16c21d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-aa60bc","tenantID":"e2e-ipp-b-aa60bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:56.40451982Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc0d6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc0d6a","reconcileID":"cdf1aa64-39ae-4374-8066-e28e3afafc63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cc0d6a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cc0d6a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:56.455178771Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"d5987368-2bd7-4b98-8098-f3f6db16c21d","name":"e2e-ipp-b-aa60bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:57.60597261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"b51c1707-5ac9-48ed-a5a0-fe6caf11ef57","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:57.664010615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"b51c1707-5ac9-48ed-a5a0-fe6caf11ef57","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:57.986379724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"57b674a5-b226-417e-8405-2a7e75b9149a","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:57.98639989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"57b674a5-b226-417e-8405-2a7e75b9149a","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:58.026543307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f29d8-b6cd-464d-b959-7185653a7402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:58.080252967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f29d8-b6cd-464d-b959-7185653a7402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:58.134374632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f29d8-b6cd-464d-b959-7185653a7402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:45:58.18823548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f29d8-b6cd-464d-b959-7185653a7402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:00.186781695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5d42be-0427-4bfd-9045-05394e9f0d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:00.240708972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5d42be-0427-4bfd-9045-05394e9f0d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:00.294442418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5d42be-0427-4bfd-9045-05394e9f0d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:00.348335446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5d42be-0427-4bfd-9045-05394e9f0d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:02.87000058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"8e78f0a3-adb9-4b29-88ed-dd27508ccf28","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:02.870028746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"8e78f0a3-adb9-4b29-88ed-dd27508ccf28","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:02.929739261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"a976edc0-41ff-4bde-92e4-c4800bbb3e2c","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:02.929764253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"a976edc0-41ff-4bde-92e4-c4800bbb3e2c","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:02.976886468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"55e258b5-9aef-40d4-b9f3-b45b8273b7eb","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:46:02.977583878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"bc78e437-0f12-45b2-a468-fa9c697c572b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-e12f99-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:46:02.984412189Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"a976edc0-41ff-4bde-92e4-c4800bbb3e2c","name":"ipp-route-e12f99","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e12f99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:46:02.984454286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"a976edc0-41ff-4bde-92e4-c4800bbb3e2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e12f99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:02.989874263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"631bbd46-08dc-479e-b757-c62844d528a1","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:02.989900801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"631bbd46-08dc-479e-b757-c62844d528a1","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.036268482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"55e258b5-9aef-40d4-b9f3-b45b8273b7eb","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.089920783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"0c4cbd20-40df-4da6-a55f-72e7d3082b57","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.089939126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"0c4cbd20-40df-4da6-a55f-72e7d3082b57","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.149394557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"1e22a3d7-f818-4ba8-84ba-c8fc84710ff6","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.14941819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"1e22a3d7-f818-4ba8-84ba-c8fc84710ff6","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.353122985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"3ffeab48-267f-469a-8118-a7542c180cb1","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.365635095Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"b55fddf9-6fea-43d8-bf22-2b382cc72ace","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"maas-trlp-ipp-route-e12f99","model":"ipp-route-e12f99","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.410288641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"3ffeab48-267f-469a-8118-a7542c180cb1","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.53572619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"6bea2cf5-3d25-4347-ab50-6e2a91c3fd8a","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.53574771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"6bea2cf5-3d25-4347-ab50-6e2a91c3fd8a","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:03.749916658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"a969187b-eff5-46fd-b633-850bb5b15721","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"maas-trlp-ipp-route-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:12.656091291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:17.309150481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"0bf14c03-9d7d-4e13-b3e1-b126fd6d6b59","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"maas-trlp-ipp-route-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:17.481105767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"40ad495a-d031-41eb-8599-de3af455d1d5","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:17.481125978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"40ad495a-d031-41eb-8599-de3af455d1d5","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:17.7012245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"1dde3b9a-e2bd-4ec1-bc67-3c9f9c3450d2","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:17.762970623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"1dde3b9a-e2bd-4ec1-bc67-3c9f9c3450d2","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:31.41024495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"09762019-f51f-415e-86fe-0c80baa10495","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:31.410266412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"09762019-f51f-415e-86fe-0c80baa10495","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:31.574942096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"9d3693b6-d61f-4158-ba71-73d6ddf6caeb","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:31.625364456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"a0c7d1cc-861c-4d8d-8fe0-232c1e604184","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"maas-trlp-ipp-route-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:31.632407311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"9d3693b6-d61f-4158-ba71-73d6ddf6caeb","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:31.797199096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"ca913ab3-df43-40fe-ad69-9fab27fe214a","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:31.797226045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"ca913ab3-df43-40fe-ad69-9fab27fe214a","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:32.02017696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"5970c126-cca9-4ac8-9719-dea887c9f5ff","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"maas-trlp-ipp-route-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:32.457683087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"dee0788c-5af1-4f4d-bb0d-ca481b69e439","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8e90da","tenantID":"e2e-praxis-a-8e90da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:32.576246562Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"dee0788c-5af1-4f4d-bb0d-ca481b69e439","name":"e2e-praxis-a-8e90da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:41.797907511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"e07bc51b-caf8-4105-ba59-c3248a0e0065","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:41.797927654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"e07bc51b-caf8-4105-ba59-c3248a0e0065","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:42.653512337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:51.798989581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"21caa435-c9e2-40df-b932-0d3142a9089a","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:46:51.799009652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"21caa435-c9e2-40df-b932-0d3142a9089a","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:01.799647505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"252c80db-171d-4a6d-9cad-399cd9bea4a4","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"tenant":"e2e-ipp-a-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:01.799668085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99","reconcileID":"252c80db-171d-4a6d-9cad-399cd9bea4a4","MaaSModelRef":{"name":"ipp-route-e12f99","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"routeName":"ipp-route-e12f99-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e12f99","llmisvcName":"ipp-route-e12f99","gateway":"openshift-ingress/e2e-ipp-a-e12f99","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:05.993972948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4365762-1fac-4ff9-ad29-e6da8439667f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:06.050561227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4365762-1fac-4ff9-ad29-e6da8439667f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:06.10910385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4365762-1fac-4ff9-ad29-e6da8439667f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:06.163906628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4365762-1fac-4ff9-ad29-e6da8439667f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.192125768Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"f09e5e13-07d0-4c5b-aa0e-5c72ea0e6795","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","error":"HTTPRoute not found yet: for LLMInferenceService ipp-route-e12f99 in namespace ai-tenant-e2e-ipp-a-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.308406448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"140425d1-47a2-4826-a482-8a566e563f9b","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.370734758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"140425d1-47a2-4826-a482-8a566e563f9b","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.370898617Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"140425d1-47a2-4826-a482-8a566e563f9b","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.628656675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"a10bd6a7-128c-4806-bb04-bf8534f60d10","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.687623411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"a10bd6a7-128c-4806-bb04-bf8534f60d10","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.687697768Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"a10bd6a7-128c-4806-bb04-bf8534f60d10","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.796949232Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"243498e7-bb50-45af-bcbd-02022534e88a","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40723a0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.857515839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"26bc95ab-1694-40e4-b4a0-c74890db7793","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.915460614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"26bc95ab-1694-40e4-b4a0-c74890db7793","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:07.915504391Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"26bc95ab-1694-40e4-b4a0-c74890db7793","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.173201644Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"cce797a9-c06f-49ee-8608-3a1062aabaf7","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40723a0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.196435265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a05f87-9325-430d-8ca4-547186b06514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.250994276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a05f87-9325-430d-8ca4-547186b06514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.305123994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a05f87-9325-430d-8ca4-547186b06514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.359342481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a05f87-9325-430d-8ca4-547186b06514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.359515938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"ad09e2a2-5e71-468d-9a2d-415b6ec547e9","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.420074139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"ad09e2a2-5e71-468d-9a2d-415b6ec547e9","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.420119904Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"ad09e2a2-5e71-468d-9a2d-415b6ec547e9","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.633976466Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"ba76dff3-5761-4d15-bb66-6c3ff45e931a","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40723a0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.740481737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"2184d21d-0680-4dc6-b201-4fd5c6f275dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.788360795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"eaf0e6cd-2c5e-4b1b-9391-7f469ca24f8d","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.846248636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"eaf0e6cd-2c5e-4b1b-9391-7f469ca24f8d","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.858788175Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"2184d21d-0680-4dc6-b201-4fd5c6f275dd","name":"e2e-praxis-a-aa8aff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:08.902661531Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"eaf0e6cd-2c5e-4b1b-9391-7f469ca24f8d","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:09.057122068Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"2fd9d77f-4c32-49ee-a50b-eb1a7d8edd7d","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:09.057518897Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"756e77e7-5682-448f-9242-e5acd95eaa67","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40723a0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:09.313057257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"2fd9d77f-4c32-49ee-a50b-eb1a7d8edd7d","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:09.492362107Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"2fd9d77f-4c32-49ee-a50b-eb1a7d8edd7d","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"name":"e2e-ipp-a-e12f99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:09.492396599Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-auth","reconcileID":"2fd9d77f-4c32-49ee-a50b-eb1a7d8edd7d","MaaSAuthPolicy":{"name":"ipp-route-e12f99-auth","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:10.392744045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486f3f07-a801-42d5-a1c1-2938b6c01c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:10.448407025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486f3f07-a801-42d5-a1c1-2938b6c01c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:10.502628696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486f3f07-a801-42d5-a1c1-2938b6c01c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:10.556226088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486f3f07-a801-42d5-a1c1-2938b6c01c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:12.491898635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce3b1b6-fd71-4048-8ffa-3ba8386c937f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:12.545896918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce3b1b6-fd71-4048-8ffa-3ba8386c937f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:12.600169827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce3b1b6-fd71-4048-8ffa-3ba8386c937f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:12.6540276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:12.654918045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce3b1b6-fd71-4048-8ffa-3ba8386c937f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:14.282935338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"a5be9ff1-6c54-4821-9759-bab6d1121f16","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cc0d6a","tenantID":"e2e-praxis-b-cc0d6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:14.403694799Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"a5be9ff1-6c54-4821-9759-bab6d1121f16","name":"e2e-praxis-b-cc0d6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:14.596340864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31af908b-1adf-4ee7-b33c-7a403092eff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:14.650211888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31af908b-1adf-4ee7-b33c-7a403092eff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:14.704216073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31af908b-1adf-4ee7-b33c-7a403092eff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:14.75825128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31af908b-1adf-4ee7-b33c-7a403092eff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:16.691999412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bcdc5b6-e02c-4cd8-a823-294b0da579fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:16.745997357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bcdc5b6-e02c-4cd8-a823-294b0da579fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:16.799883707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bcdc5b6-e02c-4cd8-a823-294b0da579fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:16.853846386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bcdc5b6-e02c-4cd8-a823-294b0da579fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:18.790193159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865daadf-0dde-42c5-83b1-77a229bb1eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:18.84416354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865daadf-0dde-42c5-83b1-77a229bb1eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:18.898024221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865daadf-0dde-42c5-83b1-77a229bb1eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:18.952211458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865daadf-0dde-42c5-83b1-77a229bb1eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:19.112536406Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"47e3f43f-8327-4505-add2-85c7436a1bd0","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","subscription":"ipp-route-e12f99-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:19.112678531Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"ipp-route-e12f99-sub","reconcileID":"47e3f43f-8327-4505-add2-85c7436a1bd0","MaaSSubscription":{"name":"ipp-route-e12f99-sub","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"model":"ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-e12f99/ipp-route-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:42.653502184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:49.961398533Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","namespace":"ai-tenant-e2e-ipp-a-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:49.961494114Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","namespace":"ai-tenant-e2e-ipp-a-e12f99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:49.961605342Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","tenant":"e2e-ipp-a-e12f99","tenantID":"e2e-ipp-a-e12f99","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.016940395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"Deployment","name":"maas-api-e2e-ipp-a-e12f99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.08251704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"Service","name":"maas-api-e2e-ipp-a-e12f99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.147282841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-e12f99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.204956981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-e12f99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.264668537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.320973016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.377099899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.435666429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.49321657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.548775518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.614425392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"Service","name":"payload-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.678762239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.73420506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.792270672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.848421262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:50.948722867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.006927417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.065973015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.122102419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-e12f99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.178705815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e12f99"},"namespace":"ai-tenant-e2e-ipp-a-e12f99","name":"default-tenant","reconcileID":"432aec34-c1b6-4c37-b225-f771b6cebbf5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-e12f99","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.325710864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","namespace":"ai-tenant-e2e-ipp-a-ce2453","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.325790093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","namespace":"ai-tenant-e2e-ipp-a-ce2453","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.325868103Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","tenant":"e2e-ipp-a-ce2453","tenantID":"e2e-ipp-a-ce2453","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.381807769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"Deployment","name":"maas-api-e2e-ipp-a-ce2453","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.44411465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"Service","name":"maas-api-e2e-ipp-a-ce2453","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.499722091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-ce2453","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.556632247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-ce2453","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.616983475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.674972197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.733606416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.793196492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.825427175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef70f294-983e-48af-84c9-21c0b0d96bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.888893984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef70f294-983e-48af-84c9-21c0b0d96bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.890409928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.942888688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef70f294-983e-48af-84c9-21c0b0d96bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:51.99691438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef70f294-983e-48af-84c9-21c0b0d96bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.000297975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.063871475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"Service","name":"payload-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.129587249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.18809584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.271916775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.327908306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.384213147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.439755374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.497314758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.552932494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-ce2453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:52.607732845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ce2453"},"namespace":"ai-tenant-e2e-ipp-a-ce2453","name":"default-tenant","reconcileID":"0cf70d8e-eae2-4470-8461-da324e264b26","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-ce2453","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:53.955607096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6c945d-9bf2-491b-965d-9577bf32ec6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:54.009721314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6c945d-9bf2-491b-965d-9577bf32ec6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:54.063971404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6c945d-9bf2-491b-965d-9577bf32ec6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:54.118359978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6c945d-9bf2-491b-965d-9577bf32ec6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:55.338704313Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ce2453","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ce2453","reconcileID":"f4a8910c-1b89-4457-bbb7-466c3b124b2e","aitenant":"ai-tenants/e2e-ipp-a-ce2453","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:56.064809793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dceda3-ace5-416b-b33a-60a71c8db44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:56.118812945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dceda3-ace5-416b-b33a-60a71c8db44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:56.124624027Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ce2453","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ce2453","reconcileID":"f4a8910c-1b89-4457-bbb7-466c3b124b2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ce2453","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-ce2453"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:56.173122171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dceda3-ace5-416b-b33a-60a71c8db44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:56.227649816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dceda3-ace5-416b-b33a-60a71c8db44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:56.872938748Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e12f99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e12f99","reconcileID":"634bfde1-7b3d-4b2e-aa6d-8bfd79bde9a8","aitenant":"ai-tenants/e2e-ipp-a-e12f99","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:57.65898182Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e12f99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e12f99","reconcileID":"634bfde1-7b3d-4b2e-aa6d-8bfd79bde9a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e12f99","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-e12f99"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:58.173059769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970ec12d-9cff-4830-9bbe-e57c4fcabf05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:58.226842459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970ec12d-9cff-4830-9bbe-e57c4fcabf05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:58.285561467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970ec12d-9cff-4830-9bbe-e57c4fcabf05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:58.344388251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970ec12d-9cff-4830-9bbe-e57c4fcabf05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:47:59.371450286Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-942164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-942164","reconcileID":"76a8b6c2-766d-4c2d-96f7-fda151c7e7d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-942164","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-942164":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:00.289408957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e315ee3a-5533-4535-90e8-94c654d04ff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:00.343480716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e315ee3a-5533-4535-90e8-94c654d04ff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:00.397264793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e315ee3a-5533-4535-90e8-94c654d04ff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:00.451175046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e315ee3a-5533-4535-90e8-94c654d04ff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:02.39537115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f325810c-828d-450c-9c73-6f2625c7ccbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:02.450092975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f325810c-828d-450c-9c73-6f2625c7ccbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:02.503968163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f325810c-828d-450c-9c73-6f2625c7ccbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:02.55871889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f325810c-828d-450c-9c73-6f2625c7ccbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:05.792312673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"974ff7fe-89f8-4427-88a2-a885fb06da0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:05.847084152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"974ff7fe-89f8-4427-88a2-a885fb06da0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:05.932797004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"974ff7fe-89f8-4427-88a2-a885fb06da0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:05.986666316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"974ff7fe-89f8-4427-88a2-a885fb06da0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:07.980645402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5018cbfc-7ba6-4899-b97f-e13c2a479099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:08.034811795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5018cbfc-7ba6-4899-b97f-e13c2a479099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:08.088668262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5018cbfc-7ba6-4899-b97f-e13c2a479099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:08.142734989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5018cbfc-7ba6-4899-b97f-e13c2a479099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:10.082227549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf767693-263e-4a00-895c-e46ac2069007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:10.136240532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf767693-263e-4a00-895c-e46ac2069007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:10.189877537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf767693-263e-4a00-895c-e46ac2069007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:10.243769547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf767693-263e-4a00-895c-e46ac2069007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:12.190587782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c32072-d2da-4bae-a0d9-37891f94caf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:12.245374686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c32072-d2da-4bae-a0d9-37891f94caf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:12.299360322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c32072-d2da-4bae-a0d9-37891f94caf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:12.353457694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c32072-d2da-4bae-a0d9-37891f94caf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:12.654467278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:14.392984507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981065b0-5157-4300-810e-fd7ce0c26fbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:14.447038126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981065b0-5157-4300-810e-fd7ce0c26fbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:14.50196878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981065b0-5157-4300-810e-fd7ce0c26fbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:14.556898842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981065b0-5157-4300-810e-fd7ce0c26fbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:16.498864366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7df69f-cab1-43f9-b8ed-f25bc483b112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:16.552684816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7df69f-cab1-43f9-b8ed-f25bc483b112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:16.606190756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7df69f-cab1-43f9-b8ed-f25bc483b112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:16.659784937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7df69f-cab1-43f9-b8ed-f25bc483b112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:18.604422261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0c3476-9645-4f08-9c2e-06a2177d7acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:18.658200865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0c3476-9645-4f08-9c2e-06a2177d7acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:18.711891625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0c3476-9645-4f08-9c2e-06a2177d7acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:18.76568575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0c3476-9645-4f08-9c2e-06a2177d7acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:20.719065198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dff081-b856-4e11-89bc-e6a09b776b00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:20.77322361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dff081-b856-4e11-89bc-e6a09b776b00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:20.827094716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dff081-b856-4e11-89bc-e6a09b776b00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:20.881156249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dff081-b856-4e11-89bc-e6a09b776b00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:22.878028709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2289759-931d-4c4a-b758-7a10802f862b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:22.932909405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2289759-931d-4c4a-b758-7a10802f862b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:22.987650335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2289759-931d-4c4a-b758-7a10802f862b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:23.042002322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2289759-931d-4c4a-b758-7a10802f862b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:24.999244776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e0d043-0c56-4316-93b6-fd3ca98a8867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:25.054243965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e0d043-0c56-4316-93b6-fd3ca98a8867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:25.107861572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e0d043-0c56-4316-93b6-fd3ca98a8867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:25.161796032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e0d043-0c56-4316-93b6-fd3ca98a8867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:27.121946945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428834f5-03d7-4cd4-9e34-3accfa4d2e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:27.17608995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428834f5-03d7-4cd4-9e34-3accfa4d2e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:27.229894408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428834f5-03d7-4cd4-9e34-3accfa4d2e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:27.284048236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428834f5-03d7-4cd4-9e34-3accfa4d2e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:29.232017943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4949c5f3-d0a7-488d-b7db-b49d623eb323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:29.286804033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4949c5f3-d0a7-488d-b7db-b49d623eb323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:29.340953178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4949c5f3-d0a7-488d-b7db-b49d623eb323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:29.394847609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4949c5f3-d0a7-488d-b7db-b49d623eb323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:29.836207157Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bb45bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bb45bc","reconcileID":"56946d00-e6b1-494e-a85c-06fb3b61d0ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bb45bc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bb45bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:31.319252176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaabfb36-3661-454d-93fa-0e116c7e4e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:31.375509754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaabfb36-3661-454d-93fa-0e116c7e4e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:31.429589189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaabfb36-3661-454d-93fa-0e116c7e4e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:31.483598336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaabfb36-3661-454d-93fa-0e116c7e4e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:33.414112189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e5d411-42c0-4791-adab-58844311838d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:33.468919541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e5d411-42c0-4791-adab-58844311838d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:33.534275858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e5d411-42c0-4791-adab-58844311838d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:33.588909964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e5d411-42c0-4791-adab-58844311838d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:38.703801692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922ee0a1-65a2-46b7-be80-bc8e5b1e40ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:38.75790465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922ee0a1-65a2-46b7-be80-bc8e5b1e40ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:38.812824912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922ee0a1-65a2-46b7-be80-bc8e5b1e40ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:38.867742823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922ee0a1-65a2-46b7-be80-bc8e5b1e40ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:40.830100032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31772b56-9e5c-475b-b82f-1ee2b1e6b912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:40.883820415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31772b56-9e5c-475b-b82f-1ee2b1e6b912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:40.938213067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31772b56-9e5c-475b-b82f-1ee2b1e6b912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:40.992069537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31772b56-9e5c-475b-b82f-1ee2b1e6b912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:42.653735079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:42.995028931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54960f7f-5b7c-4323-8380-30bdef767c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:43.049255756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54960f7f-5b7c-4323-8380-30bdef767c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:43.10345606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54960f7f-5b7c-4323-8380-30bdef767c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:43.157522682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54960f7f-5b7c-4323-8380-30bdef767c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:45.090753929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09710a33-767c-4c9e-9f46-636624c155c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:45.144792611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09710a33-767c-4c9e-9f46-636624c155c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:45.199301355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09710a33-767c-4c9e-9f46-636624c155c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:45.253467191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09710a33-767c-4c9e-9f46-636624c155c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:47.286374519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fa9814-f131-4cfe-a9bf-3d7e9a1719b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:47.340255077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fa9814-f131-4cfe-a9bf-3d7e9a1719b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:47.394912748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fa9814-f131-4cfe-a9bf-3d7e9a1719b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:47.449680453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fa9814-f131-4cfe-a9bf-3d7e9a1719b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:49.392459689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b505f8-6a12-4a79-9b9c-dc10ca7817ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:49.446417269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b505f8-6a12-4a79-9b9c-dc10ca7817ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:49.500496651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b505f8-6a12-4a79-9b9c-dc10ca7817ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:49.554370752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b505f8-6a12-4a79-9b9c-dc10ca7817ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:51.497206057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ab75a5-99ea-45c6-aa10-543434426739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:51.551408033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ab75a5-99ea-45c6-aa10-543434426739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:51.605621597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ab75a5-99ea-45c6-aa10-543434426739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:51.659280561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ab75a5-99ea-45c6-aa10-543434426739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.019226943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"287cb4c0-b6e0-4aad-92be-09a578770d5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.142754373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"c78e2b4f-45e6-4566-bfa8-ca8303f77e4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.244748208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd170b00-46a5-4141-aa0e-31ba0d78183d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.345001198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"21f0446d-b013-4984-a2c1-c54c9ea93783","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.345095219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"86e8edcb-5c5e-4f62-beb9-ba0ba1b30536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.444347237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"24cc3b0e-f297-49ba-96eb-f3119b0b514f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.545866931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"ba996942-7848-4b9e-baa3-8b086b95a7ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.645417942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"17b2770c-3822-41d8-a569-7f5cf88996f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.760464795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"70de3a3a-46e4-478f-9168-e27cd9235039","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:58.860670854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"b257f3cc-5d31-44ab-87c7-cc91e5663823","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:59.007306735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"521d98b1-ae67-4f1a-835e-2a1e9f6b4456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:48:59.314994539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"8dc5e20b-bbdd-4e49-9dad-8ef90b04696c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.061048873Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","namespace":"ai-tenant-e2e-praxis-a-be6df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.061111661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","namespace":"ai-tenant-e2e-praxis-a-be6df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.061190709Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","tenant":"e2e-praxis-a-be6df0","tenantID":"e2e-praxis-a-be6df0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.118268091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"Deployment","name":"maas-api-e2e-praxis-a-be6df0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.182212999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"Service","name":"maas-api-e2e-praxis-a-be6df0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.245976226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-be6df0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.302190942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-be6df0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.364348604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.42061399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.478866735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.535399495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.589226381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.644728218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.698056589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"Service","name":"payload-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.75149426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.804842416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.858576371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.912080694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:02.968859648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:03.022240064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:03.075697959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:03.132467082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-be6df0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:03.186513353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-be6df0"},"namespace":"ai-tenant-e2e-praxis-a-be6df0","name":"default-tenant","reconcileID":"d0c26b06-9979-4978-8dbc-4b1138f80a56","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-be6df0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:07.161895299Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-be6df0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-be6df0","reconcileID":"464f33ca-b606-408f-8312-a2663f9e9acb","aitenant":"ai-tenants/e2e-praxis-a-be6df0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:07.681329846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d241fcd-9651-4458-b105-795bd67f48a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:07.74531859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d241fcd-9651-4458-b105-795bd67f48a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:07.811513889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d241fcd-9651-4458-b105-795bd67f48a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:07.865305483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d241fcd-9651-4458-b105-795bd67f48a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:07.980030628Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-be6df0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-be6df0","reconcileID":"464f33ca-b606-408f-8312-a2663f9e9acb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-be6df0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-be6df0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.356431176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"23fc9fbd-01b1-43ad-b994-ecdfa7500cfd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-942164","tenantID":"e2e-praxis-b-942164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.475768697Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"23fc9fbd-01b1-43ad-b994-ecdfa7500cfd","name":"e2e-praxis-b-942164-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.533654741Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","namespace":"ai-tenant-e2e-ipp-b-3e3997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.533751462Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","namespace":"ai-tenant-e2e-ipp-b-3e3997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.533844766Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","tenant":"e2e-ipp-b-3e3997","tenantID":"e2e-ipp-b-3e3997","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.591256728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-3e3997","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.657402761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"Service","name":"maas-api-e2e-ipp-b-3e3997","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.713527981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-3e3997","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.768819363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-3e3997","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.828465472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.887684939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:08.951534015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.012570668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.067807475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.123168968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.184482996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"Service","name":"payload-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.279164014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.334820128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.390649813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.447345755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.505560776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.560631377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.615844412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.682713237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-3e3997","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.738124509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3e3997"},"namespace":"ai-tenant-e2e-ipp-b-3e3997","name":"default-tenant","reconcileID":"0d6ac25c-6f04-4050-8e81-a65e621108a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-3e3997","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.795875723Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","namespace":"ai-tenant-e2e-ipp-b-aa60bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.79593324Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","namespace":"ai-tenant-e2e-ipp-b-aa60bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.79600031Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","tenant":"e2e-ipp-b-aa60bc","tenantID":"e2e-ipp-b-aa60bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.851720172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"Deployment","name":"maas-api-e2e-ipp-b-aa60bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.903145851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1eaeff-4d15-4c51-93a1-e4606811547a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.958883316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1eaeff-4d15-4c51-93a1-e4606811547a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:09.965196312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"Service","name":"maas-api-e2e-ipp-b-aa60bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.0127464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1eaeff-4d15-4c51-93a1-e4606811547a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.067164026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1eaeff-4d15-4c51-93a1-e4606811547a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.070767487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-aa60bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.125906963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-aa60bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.181941882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.238202465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.34803956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.408336498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.463772086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.520264473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.581442211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"Service","name":"payload-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.644732743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.700560741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.756066325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.812311685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.868771139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.925153035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:10.984110689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:11.040516916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-aa60bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:11.096663785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa60bc"},"namespace":"ai-tenant-e2e-ipp-b-aa60bc","name":"default-tenant","reconcileID":"05c5e73a-987e-41bc-8d11-84ec561c64ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-aa60bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:12.082799787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1708c7-df02-417c-a965-4475380a90b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:12.137475178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1708c7-df02-417c-a965-4475380a90b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:12.191578315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1708c7-df02-417c-a965-4475380a90b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:12.245821288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1708c7-df02-417c-a965-4475380a90b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:12.653825909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:14.196472545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039b2c5d-32ca-443d-84d6-031ab1c62642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:14.250889185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039b2c5d-32ca-443d-84d6-031ab1c62642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:14.30496525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039b2c5d-32ca-443d-84d6-031ab1c62642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:14.359689053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039b2c5d-32ca-443d-84d6-031ab1c62642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:15.073719376Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-aa60bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-aa60bc","reconcileID":"720db1f2-f885-4f54-823f-1325f64c067b","aitenant":"ai-tenants/e2e-ipp-b-aa60bc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:15.893048546Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-aa60bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-aa60bc","reconcileID":"720db1f2-f885-4f54-823f-1325f64c067b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-aa60bc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-aa60bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.311741755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65670791-30cb-4b4c-bd03-e8621a505f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.329822148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22bfe75a-e3d6-4fb0-a1e1-3adbe0795bdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.366568507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65670791-30cb-4b4c-bd03-e8621a505f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.421408071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65670791-30cb-4b4c-bd03-e8621a505f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.478157963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65670791-30cb-4b4c-bd03-e8621a505f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.531226887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"1d298ec2-b312-457e-a68e-a5cab88c58a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.595770715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"e167c7f8-f674-4adc-bd02-517cc7342f9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.595831676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"54ef2ad1-62c2-4426-948d-0194eeede7d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.821944875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"c511d14d-22f5-46aa-bcb8-c288fe91b86e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:16.933995927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"21fffb04-df96-4822-a373-aa8a5e0c65bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:17.042224944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"5e324fd9-17c4-46a9-bb37-c27e6d2e4314","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:17.042545743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d42bb6f4-58ea-4fad-b072-8867b6bff33f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:17.269458969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"14f24c70-f36a-4012-931c-e3c0232cca23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:17.331394622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"474df11c-d9d7-4245-bdb4-174d57fc6c2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:17.451961697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"a90eaa91-5e43-4db9-98aa-8f90d8c835a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:17.552362046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"836a54a1-0235-4602-b0e9-2237ac5e7b36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:18.162442341Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3e3997","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3e3997","reconcileID":"a391f1a8-ee55-4e94-9784-a822b318cde9","aitenant":"ai-tenants/e2e-ipp-b-3e3997","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:18.503944261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61479f3-784b-4413-a07a-6b89535f7362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:18.560805789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61479f3-784b-4413-a07a-6b89535f7362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:18.62350446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61479f3-784b-4413-a07a-6b89535f7362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:18.682232851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61479f3-784b-4413-a07a-6b89535f7362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:18.969023121Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3e3997","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3e3997","reconcileID":"a391f1a8-ee55-4e94-9784-a822b318cde9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3e3997","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-3e3997"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:20.693105562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8535e178-be60-447d-96ba-15b76d7d38c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:20.747857623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8535e178-be60-447d-96ba-15b76d7d38c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:20.801676743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8535e178-be60-447d-96ba-15b76d7d38c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:20.855710901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8535e178-be60-447d-96ba-15b76d7d38c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:22.832061519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64835874-d696-4598-86f7-e4e728d44e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:22.886551081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64835874-d696-4598-86f7-e4e728d44e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:22.941092325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64835874-d696-4598-86f7-e4e728d44e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:22.995500988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64835874-d696-4598-86f7-e4e728d44e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:24.86556816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"fd2214c7-a6d9-4b08-af5e-96e88eb1a44a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:24.979923975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdf7a27-fe07-4b3d-9710-7f272ac5b940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:25.033785206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdf7a27-fe07-4b3d-9710-7f272ac5b940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:25.087514166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdf7a27-fe07-4b3d-9710-7f272ac5b940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:25.141260171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdf7a27-fe07-4b3d-9710-7f272ac5b940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:27.025073924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"c88a9b23-db54-4d9c-ae89-f9bd365226ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:27.075228138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5230fd-38c5-4621-a526-fa7545f29e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:27.12910674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5230fd-38c5-4621-a526-fa7545f29e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:27.182893267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5230fd-38c5-4621-a526-fa7545f29e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:27.236898969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5230fd-38c5-4621-a526-fa7545f29e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:27.963807871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"12879126-fe9c-44a9-91ca-ed361084762f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:29.198918625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda0d9e8-4848-43fa-aa8e-daf4db4a9816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:29.252722601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda0d9e8-4848-43fa-aa8e-daf4db4a9816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:29.306259233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda0d9e8-4848-43fa-aa8e-daf4db4a9816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:29.362614191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda0d9e8-4848-43fa-aa8e-daf4db4a9816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:30.836728285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"2486d4ca-47a9-493b-b2f7-955f443e53a4","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:30.895770861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"daaf45a6-334a-4c3e-b44a-aa2f481115e6","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:49:30.942019959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-sub-binding-ca44a722","reconcileID":"fa13d378-194a-4510-972f-dab2b04f3cc5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-ca44a722\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:30.98491278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"60311c5b-cc38-458f-bd40-9e15b9a8440a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.041804174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"1c76d633-ed42-4b59-89bb-01ff25f47624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.04240795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"9917dc2d-38fd-4a27-b271-f5bd37a501c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.054147813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"e815d868-6886-49b6-af93-924692562462","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.099800768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"1c76d633-ed42-4b59-89bb-01ff25f47624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.10003577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"9917dc2d-38fd-4a27-b271-f5bd37a501c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.109989973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"8c18e362-44d3-4d72-82e3-b8c69ee99b42","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.287763454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3e2c26-62ea-4d72-a015-0f3db2dbfb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.34163812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3e2c26-62ea-4d72-a015-0f3db2dbfb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.395872041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3e2c26-62ea-4d72-a015-0f3db2dbfb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.449736253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3e2c26-62ea-4d72-a015-0f3db2dbfb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.454953352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-sub-binding-ca44a722","reconcileID":"8d7df87f-65cf-4be1-84e8-54661a09b74a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-apikey-sub-binding-ca44a722","ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.503399459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"3367dc77-2433-4093-8af2-a64d57a69a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.561437874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"3367dc77-2433-4093-8af2-a64d57a69a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.610095756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a67e04e6-598d-4ccc-b2b5-ae8c650c58d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.624449364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"9f06c3bd-0eda-4498-af34-77aa91d90a4e","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.668647683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a67e04e6-598d-4ccc-b2b5-ae8c650c58d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.671246918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"a657170e-40d8-499a-a057-99f76588efb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:31.884843177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-sub-binding-ca44a722","reconcileID":"59c2269d-13d7-4b09-b5c9-6284cc174585","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:32.243545318Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-eabda2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-eabda2","reconcileID":"7be27ce2-d3ab-4e28-ac3e-9c1432de4795","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-eabda2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-eabda2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:33.268555628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"30ad84ab-2990-45c0-8827-23317c2dd477","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bb45bc","tenantID":"e2e-praxis-b-bb45bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:33.389782524Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"30ad84ab-2990-45c0-8827-23317c2dd477","name":"e2e-praxis-b-bb45bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:33.412085441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db0dd59-5db9-479c-aed7-846e7b2bf4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:33.466852548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db0dd59-5db9-479c-aed7-846e7b2bf4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:33.520660185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db0dd59-5db9-479c-aed7-846e7b2bf4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:33.574799046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db0dd59-5db9-479c-aed7-846e7b2bf4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:34.864724478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"81eae3e1-2af6-4a4c-919b-818117eafdf4","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:35.034479187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"18de06d1-caec-44e7-b31d-4934e8790f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:35.034759574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"19188aad-1d2b-4887-9cdd-27d6c2fdfe3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:35.092771624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"19188aad-1d2b-4887-9cdd-27d6c2fdfe3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:35.09301304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"18de06d1-caec-44e7-b31d-4934e8790f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:35.506785828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c99141c-d7cf-4f5d-aa1d-808c03c58ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:35.561236139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c99141c-d7cf-4f5d-aa1d-808c03c58ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:35.615006474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c99141c-d7cf-4f5d-aa1d-808c03c58ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:35.668563265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c99141c-d7cf-4f5d-aa1d-808c03c58ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:37.604003993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef921b55-f6c0-44de-afdd-610ac6cfa2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:37.658283241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef921b55-f6c0-44de-afdd-610ac6cfa2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:37.714097813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef921b55-f6c0-44de-afdd-610ac6cfa2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:37.769837947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef921b55-f6c0-44de-afdd-610ac6cfa2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:39.771720255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b6f8a1-6713-4dca-9815-5c37d870aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:39.825846846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b6f8a1-6713-4dca-9815-5c37d870aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:39.879703791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b6f8a1-6713-4dca-9815-5c37d870aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:39.936193496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b6f8a1-6713-4dca-9815-5c37d870aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:41.871041821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8624aa5e-f808-4f60-a8f1-5a4e22206481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:41.927616146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8624aa5e-f808-4f60-a8f1-5a4e22206481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:41.981965691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8624aa5e-f808-4f60-a8f1-5a4e22206481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:42.03616493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8624aa5e-f808-4f60-a8f1-5a4e22206481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:42.653021861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:43.963875871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2906609-5427-4693-87ba-768b12abcc14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:44.018633878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2906609-5427-4693-87ba-768b12abcc14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:44.075962531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2906609-5427-4693-87ba-768b12abcc14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:44.131932665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2906609-5427-4693-87ba-768b12abcc14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:45.041838189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-sub-binding-ca44a722","reconcileID":"07c45cd4-dfef-4aaa-8136-8144dcb46b20","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"e2e-apikey-sub-binding-ca44a722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:45.266265742Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-apikey-sub-binding-ca44a722","reconcileID":"07c45cd4-dfef-4aaa-8136-8144dcb46b20","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ca44a722","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:45.489084866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"ec87478d-28e4-4128-a9f3-38a8bc2e7a20","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:45.491403946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"44aa45c9-170c-4464-b94e-7c66603e51e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:45.648522988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"80a6700e-bea0-4462-8364-2b0c74169b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:45.649254833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"aa62f5ad-8519-43ce-852b-cbdb5b254ad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:45.706194346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"80a6700e-bea0-4462-8364-2b0c74169b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:45.707152965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"aa62f5ad-8519-43ce-852b-cbdb5b254ad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.061435716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77045d86-ae78-46f7-b76a-e27d20c8c049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.115471817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77045d86-ae78-46f7-b76a-e27d20c8c049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.169475798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77045d86-ae78-46f7-b76a-e27d20c8c049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.223493881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77045d86-ae78-46f7-b76a-e27d20c8c049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.641849287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"5590f8bf-4844-4a7f-a728-22530bea7c4a","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.699860976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"2eee43d1-c3f6-49ab-97f5-b6d14825d549","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:49:46.746716186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-sub","reconcileID":"086c5801-7623-4358-94d6-326171666841","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.804015398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a9c4d562-f0ef-40aa-a32a-106db691b50f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.804090569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9993c20b-9d3a-477f-aafd-5be6b6f25b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.858535847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"904be698-87ad-400e-9983-b160710bac80","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.86239673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9993c20b-9d3a-477f-aafd-5be6b6f25b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.862555538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a9c4d562-f0ef-40aa-a32a-106db691b50f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:46.916126952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"53d65358-b021-4668-9f8e-265050ba56c8","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:47.185473452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"86b70816-1120-47be-82ef-3111eba11550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:47.185522104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e201363e-743b-45fa-90a7-17378da802cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:47.192932479Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-sub","reconcileID":"3bf5ab12-8e5b-4b77-97c2-157af4f4d76c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-ordering-sub","ai-tenant-e2e-worker-w3-f51151/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:47.24343873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e201363e-743b-45fa-90a7-17378da802cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:47.243820654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"86b70816-1120-47be-82ef-3111eba11550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:47.364864661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"5c3b3f37-e68f-408f-99b2-02f7c0512d61","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:47.467605067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"d77c1961-4efd-4067-87a0-ebcb79bcd2ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:47.581353911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-sub","reconcileID":"320e7b0a-9ef9-4781-8083-41bfff5868d8","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:48.16251067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11811831-8e9d-442c-999e-fe51e21337c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:48.216211473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11811831-8e9d-442c-999e-fe51e21337c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:48.270539752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11811831-8e9d-442c-999e-fe51e21337c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:48.324185035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11811831-8e9d-442c-999e-fe51e21337c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:50.08724651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"df24d5ed-1990-4b1f-ad3d-54ed7221cfbc","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:50.145183967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"681177b0-b8eb-4eb2-8d86-beef263980b5","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:50.306614932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-auth","reconcileID":"188cc23c-f111-4609-ad88-72b17181e36e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:50.364234138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-auth","reconcileID":"188cc23c-f111-4609-ad88-72b17181e36e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:50.639174587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"7d406894-137a-443a-a3ab-f422882a70ac","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:52.932276498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"e8522d8f-61d7-4dd5-9a3e-b623d3f4694a","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:53.092897271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-auth","reconcileID":"01b19eef-76a3-4eb4-9ade-beaf97bc8a54","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:53.093120592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"7f65e718-5eff-4928-ad44-fc2cfc54bfc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:53.092898532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"066f434e-64f1-46da-a058-f4fff6a415c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:53.15087941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"7f65e718-5eff-4928-ad44-fc2cfc54bfc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:53.152055433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-auth","reconcileID":"01b19eef-76a3-4eb4-9ade-beaf97bc8a54","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:49:53.153416027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"066f434e-64f1-46da-a058-f4fff6a415c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.099887338Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-sub","reconcileID":"9368d851-8b21-4e66-ac16-4f4a6161117c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.321104495Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-sub","reconcileID":"9368d851-8b21-4e66-ac16-4f4a6161117c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.536902859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"dc053f81-7ed3-49f2-a25d-18a7b9e9696e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.582569645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"75619f63-04d4-4c3b-a0c3-c33b3e36c4d5","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.715886783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"72174253-01a8-4431-a0a4-c6a281e3921f","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.74310148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"841366ee-1f5a-4ba2-8f8b-b22d0b0a2289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.743118955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2a23fcc4-746c-4b50-b0a0-b35f4c1ea4c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.743558601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-auth","reconcileID":"64c28eef-30c2-4564-8fc7-671509e91633","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.80080704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"841366ee-1f5a-4ba2-8f8b-b22d0b0a2289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.801372135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-auth","reconcileID":"64c28eef-30c2-4564-8fc7-671509e91633","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:03.802978052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2a23fcc4-746c-4b50-b0a0-b35f4c1ea4c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:04.008975029Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-ordering-auth","reconcileID":"24f58761-fc09-4a5b-8065-208991b39e3b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:04.174769852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"e42cfb35-6042-4829-b321-a030e5607426","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.36318826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"52ef5543-0ea6-43f9-8fd0-640386688ef0","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.42117711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"51456b47-b5e8-418c-aef5-9de2e524a0dc","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.58053861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"b344de54-f867-4112-8347-880c50e90d3f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.620551373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"759c2258-2bdd-422b-81cf-a0e9233d616d","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.637974014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"b344de54-f867-4112-8347-880c50e90d3f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.677291761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"5eff3c52-4100-4a15-9e9b-0cc49f755ed7","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:50:05.725415251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-success","reconcileID":"b1b2d076-f52b-4d9f-abd6-61f1855b762d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.780465633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"14a811b4-d0af-4298-b33c-a207768576d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.780506177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e8912dd3-deee-4e7f-ad1d-e778ebdc1df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.839480698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"14a811b4-d0af-4298-b33c-a207768576d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.839540657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e8912dd3-deee-4e7f-ad1d-e778ebdc1df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.840272001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"5d299ecd-9ebb-40b7-a017-aa0bea8b0569","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.896668711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"c47f2178-132b-470c-8fdd-f00dae6b1b19","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:05.963844838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"4a6c28b3-8404-4ca9-bcc7-a7c35b0dd4e7","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.169613696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-success","reconcileID":"08e39a60-d252-476c-aabd-13dbe0f1571a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-f51151/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.205063195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ef6a7ef9-aa8b-4880-8124-e73f2aafa908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.205416639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"0babd010-1188-4193-976b-bae97c2514a7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.205064981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"4fe8d574-e8da-41ab-86b6-779c2ae1dab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.265275733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"0babd010-1188-4193-976b-bae97c2514a7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.266014969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ef6a7ef9-aa8b-4880-8124-e73f2aafa908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.267583633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"4fe8d574-e8da-41ab-86b6-779c2ae1dab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.342305076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"7b588ef3-a526-45ac-a10b-f99df3ef5f82","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.386799942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"22c7e493-5d3c-40df-ad0a-26360b9e9442","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.558089638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-success","reconcileID":"099341ad-6b6c-4c57-84c9-243ba97f6381","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:50:06.628250916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"0babd010-1188-4193-976b-bae97c2514a7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.794233125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"48cc951e-23d8-4694-a7a0-540cb5e1392f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:06.852147653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"48cc951e-23d8-4694-a7a0-540cb5e1392f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:09.110411647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"a9d4e6f8-2975-42ca-931c-d4cbbc5c5547","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:09.27143991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"04edb070-022e-46eb-8d70-bbcac7605883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:09.271594669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7b5bf7e6-83b6-4d0e-a4db-e264b78960b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:09.271448488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"5682db96-b7ee-432a-b33b-47e273706b33","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:09.329969642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"5682db96-b7ee-432a-b33b-47e273706b33","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:09.331442918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"04edb070-022e-46eb-8d70-bbcac7605883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:09.332281174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7b5bf7e6-83b6-4d0e-a4db-e264b78960b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:11.90348417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316b6c44-3492-491f-9265-8fe1af4fa9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:11.957178247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316b6c44-3492-491f-9265-8fe1af4fa9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:12.010966866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316b6c44-3492-491f-9265-8fe1af4fa9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:12.064784816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316b6c44-3492-491f-9265-8fe1af4fa9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:12.653691056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:14.005348097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b51d58-26a9-42f9-84e8-cf5c63c466fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:14.060549403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b51d58-26a9-42f9-84e8-cf5c63c466fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:14.114516326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b51d58-26a9-42f9-84e8-cf5c63c466fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:14.168529925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b51d58-26a9-42f9-84e8-cf5c63c466fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.336118735Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","namespace":"ai-tenant-e2e-praxis-b-cc0d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.336213253Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","namespace":"ai-tenant-e2e-praxis-b-cc0d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.336265386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","tenant":"e2e-praxis-b-cc0d6a","tenantID":"e2e-praxis-b-cc0d6a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.391847989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cc0d6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.454330102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"Service","name":"maas-api-e2e-praxis-b-cc0d6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.512911666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cc0d6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.5686277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cc0d6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.625341007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.68160291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.739469021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.795387499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.848888005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.902430058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:15.956088156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"Service","name":"payload-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.010852638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.064927319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.119572647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.173291523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.230098203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.283876631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.337077157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.393454166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cc0d6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:16.446728755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc0d6a"},"namespace":"ai-tenant-e2e-praxis-b-cc0d6a","name":"default-tenant","reconcileID":"84e36b2f-e111-4d4f-aced-68a4db5c240e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cc0d6a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.276869159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-success","reconcileID":"c4901927-41c6-4711-ad9b-dae876fbea0b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.498172893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-success","reconcileID":"c4901927-41c6-4711-ad9b-dae876fbea0b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.715208328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"e39914d8-fc38-4d0a-a69e-2beb83f9e2ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.761273654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"8d129277-f626-4520-8661-41202038a028","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.894687514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"45afcd93-c780-4064-bfb2-563ba89b4e12","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.921900212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"af290d48-e785-4645-92e2-0383d4b15638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.921899617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"5507a6d4-66b3-4001-bba8-d6deb4a03960","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.923660802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"66336274-96aa-445c-8c2d-16c1cb73b5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.980083963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"5507a6d4-66b3-4001-bba8-d6deb4a03960","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.981156964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"af290d48-e785-4645-92e2-0383d4b15638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:19.98274788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"66336274-96aa-445c-8c2d-16c1cb73b5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:20.18712119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-success","reconcileID":"2083c729-7bc6-479b-bf8d-39e742d5e9d7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:20.446575328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"27d2f871-6ed4-4991-a775-2051b6dc6b6b","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.191067302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4070a2f8-ca55-458c-8443-4d054bfa635f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.245486438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4070a2f8-ca55-458c-8443-4d054bfa635f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.300335984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4070a2f8-ca55-458c-8443-4d054bfa635f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.354331802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4070a2f8-ca55-458c-8443-4d054bfa635f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.492081355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"8abff5bd-d612-4113-ac70-8eb9d53879ae","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.552490056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"92df9f16-8cfb-473c-aa58-0fcf9f2954a9","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.73285843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"4f56d8f0-9ecf-45a3-a6da-8a151274fd28","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.754691333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"8c7afd96-6913-4d78-bd55-5aece17412e6","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.790533238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"4f56d8f0-9ecf-45a3-a6da-8a151274fd28","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.812828542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"7178a549-fc2e-4a91-a152-4675fc1bd640","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:50:21.859228098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-no-access","reconcileID":"fba834df-0df7-4a93-8cf3-40cc1db64b9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.923925223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"4287d19f-a6e0-454e-89f3-a1dbd0173639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.924431391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"23598d35-9808-4f7d-9a5e-85db151658f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.978709044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"9dfe7982-9054-41f3-bd00-2d6257bbfb57","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.984001816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"4287d19f-a6e0-454e-89f3-a1dbd0173639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:21.984273785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"23598d35-9808-4f7d-9a5e-85db151658f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.037639736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"11e6a760-6964-4b10-8869-3d90452010a2","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.115511603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"73dc9a18-3be2-4526-b39a-a86915a13852","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.275312689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"b9d941b3-7784-4ae8-8bd5-5eb6efc94c9c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.311117789Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-no-access","reconcileID":"73127769-b840-404a-ba35-ef4e7184b1b0","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w3-f51151/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.333762034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"b9d941b3-7784-4ae8-8bd5-5eb6efc94c9c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.484921149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ea5868f9-50bd-4a2b-85d6-59ac6dc3980d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.485044562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"6bb308d6-7d10-44b7-a9fb-844b054a0159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.490741589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"3d885100-5bc4-445f-8787-da250ff27b00","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.539740565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"c48288c8-dfdb-4d66-940c-cf7d4927f6f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.543171603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ea5868f9-50bd-4a2b-85d6-59ac6dc3980d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.543353323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"6bb308d6-7d10-44b7-a9fb-844b054a0159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:22.706331211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-no-access","reconcileID":"27ee0728-add4-45c0-b2c2-9b799a645cf1","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:23.27863081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b67da56-2c70-4749-977d-df147ec66976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:23.333023146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b67da56-2c70-4749-977d-df147ec66976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:23.387087501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b67da56-2c70-4749-977d-df147ec66976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:23.440896432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b67da56-2c70-4749-977d-df147ec66976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:23.982436333Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc0d6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc0d6a","reconcileID":"3d4a9ee9-06d2-4c2d-87b4-392106b06a1b","aitenant":"ai-tenants/e2e-praxis-b-cc0d6a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:24.758355954Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc0d6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc0d6a","reconcileID":"3d4a9ee9-06d2-4c2d-87b4-392106b06a1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cc0d6a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cc0d6a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.001601032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"3b8b4fab-6f85-43c6-85eb-2e4bea0d6928","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.164225157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"3935222e-fb7a-4234-9ea7-330dc8384ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.166740728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"9acb3f3d-37b7-46d8-aef5-a7c9269dab2d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.166763202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"63db4511-b8e4-4d48-9723-65d198e24c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.221677244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"3935222e-fb7a-4234-9ea7-330dc8384ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.223931508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"9acb3f3d-37b7-46d8-aef5-a7c9269dab2d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.224294995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"63db4511-b8e4-4d48-9723-65d198e24c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.392313474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2f45d4-58ec-4f8c-8bf0-0b866d4193a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.447323095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2f45d4-58ec-4f8c-8bf0-0b866d4193a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.505645064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2f45d4-58ec-4f8c-8bf0-0b866d4193a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:25.559497336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2f45d4-58ec-4f8c-8bf0-0b866d4193a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:27.595185515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b74a784a-2813-4d37-a73b-3b5dd4fc2e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:27.648887998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b74a784a-2813-4d37-a73b-3b5dd4fc2e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:27.702741254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b74a784a-2813-4d37-a73b-3b5dd4fc2e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:27.756564055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b74a784a-2813-4d37-a73b-3b5dd4fc2e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:28.134668146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"2a42b09b-92b9-43fc-a26e-3ef6aa80e01b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:29.693651945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b497e3-d018-40eb-bef9-af01630c0c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:29.747969056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b497e3-d018-40eb-bef9-af01630c0c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:29.801751606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b497e3-d018-40eb-bef9-af01630c0c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:29.856172498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b497e3-d018-40eb-bef9-af01630c0c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:30.183382086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"c12aa471-c738-4a4b-9b7e-a3225421861a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:31.246423102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"c1f4c6bb-0468-40dc-bd8b-a1d9d2d2a400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:31.796909399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf2ad99-e3da-4f11-980b-95845f752eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:31.850791143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf2ad99-e3da-4f11-980b-95845f752eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:31.904659291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf2ad99-e3da-4f11-980b-95845f752eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:31.959320209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf2ad99-e3da-4f11-980b-95845f752eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:32.666587178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"eb765ba4-b320-4359-badb-e7273aa6e483","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eabda2","tenantID":"e2e-praxis-a-eabda2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:32.784397118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"eb765ba4-b320-4359-badb-e7273aa6e483","name":"e2e-praxis-a-eabda2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.262799605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"1d2ee898-e4ae-4aaf-b073-53f61dace630","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.366244598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"b5cea420-0c5d-40ff-b32c-aa650dc261bb","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.526064826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"cf0b674c-dd11-4e35-be57-f1fa4a533b49","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.537777911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"0cd846a5-db95-4add-9f6a-d1bc8dd267fa","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.583617861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"cf0b674c-dd11-4e35-be57-f1fa4a533b49","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.596317329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"693ee9a1-8fec-487a-a1d3-26be461f26e9","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:50:33.646187849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-subscription","reconcileID":"cc95f2a9-875b-4044-8424-0bbc9f6abdca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.698468143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"5d9d3b67-85a4-4e1b-bd6a-5b64e38e782a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.698729833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d23f55aa-a10d-4e6f-8790-a77cbc0814fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.759080192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"5d9d3b67-85a4-4e1b-bd6a-5b64e38e782a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.759977896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"3393853e-2a84-4c91-a575-654437dc13a2","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.763987184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d23f55aa-a10d-4e6f-8790-a77cbc0814fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.823628729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"6758428e-7221-47b3-a7f1-0ee8df0a53c9","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.89414395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230967f4-4154-4815-ab2e-d74eab2c8788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.948556897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230967f4-4154-4815-ab2e-d74eab2c8788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:33.954097802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"11e60913-253b-4b53-addb-b6703604e383","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.00281188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230967f4-4154-4815-ab2e-d74eab2c8788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.056860945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230967f4-4154-4815-ab2e-d74eab2c8788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.16995392Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-subscription","reconcileID":"cec0f448-3cbc-4c26-a2d3-09772a47f2ca","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.218125273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"850d113e-8fdd-4989-8e4c-1beb2185c8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.218655443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"ded8660c-6d9a-4032-946c-2631c841f36b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.218873982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"95f1c9c5-5047-49e2-8533-63295b0f523c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.219895743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"b168d72c-c10f-43cd-aadf-8726376db136","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.279111814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"850d113e-8fdd-4989-8e4c-1beb2185c8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.282235861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"95f1c9c5-5047-49e2-8533-63295b0f523c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.282577167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"ded8660c-6d9a-4032-946c-2631c841f36b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.389933826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"010af3e4-4840-4e6d-b138-9a94473e290e","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.441347395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"0b0fac7b-161c-4fe8-acbd-caad415db303","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:34.606601985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-subscription","reconcileID":"fab9076f-920f-4fd8-b67c-61458b281c2d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.171453519Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-no-access","reconcileID":"e3567eb6-f8d4-4404-89cb-2d78e69feb20","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.393108351Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-subscription-no-access","reconcileID":"e3567eb6-f8d4-4404-89cb-2d78e69feb20","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.608821544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"078c73eb-40a0-42d5-8006-6efa1938bd9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.65354155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"ba1fda77-6d5f-41b9-ad0b-cb016ac05e00","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.713109977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"013bc4e5-6cc2-452f-ab7b-fc8e7adeaa62","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.787033149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"4d77deba-da8a-4cad-9bd2-bbbda12e50e7","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.814268332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"45d4f8e3-3dff-466b-9424-86937a90c132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.814524881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"968f8377-bf31-45f1-b25b-8e1331f5923a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.814674086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"5f2c3910-eca7-48cc-a025-d084e6d1ffba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.873815518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"45d4f8e3-3dff-466b-9424-86937a90c132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.873825809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"968f8377-bf31-45f1-b25b-8e1331f5923a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:35.876116253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"5f2c3910-eca7-48cc-a025-d084e6d1ffba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:36.034738155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-no-access","reconcileID":"6e6ebfaf-b289-4746-b334-3c548bbd56d7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:36.247716593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"dae53385-0c39-40b1-aadb-729c5b1c292a","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:36.835237146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"f94286ae-a7ca-48a3-b763-a652567503fa","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:36.99707602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f537dd96-04cd-40eb-96b7-d1fd58f9ac5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:36.997312054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"3f40f122-83a7-4c64-938a-98b969699084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:36.997073019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"fc67a5b9-c052-4729-9fec-b015ed4906db","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.05596413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"3f40f122-83a7-4c64-938a-98b969699084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.055990198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f537dd96-04cd-40eb-96b7-d1fd58f9ac5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.058256872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"fc67a5b9-c052-4729-9fec-b015ed4906db","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.396320818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"e709d611-4f14-49c9-a252-815d9cd2a006","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.454632078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"a4eeaa63-d71e-4e2d-a3fe-8ee48340c796","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.615702478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"cb8e8552-9bea-4b5e-816c-b51388e815fa","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.651155053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"5abaac71-0ba8-4506-962a-8a4a0f76500c","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.673340174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"cb8e8552-9bea-4b5e-816c-b51388e815fa","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.709918016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"bdb770fb-7945-4972-be7b-fbf3ec9a8a59","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:50:37.759368346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-user-subscription","reconcileID":"0a599092-1db2-4c2b-ab73-d36eb681d823","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.812507367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"18706f10-98bd-47d4-a97d-189a58a729b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.812522619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f7050b22-a6fa-4368-9478-da90dae4a295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.871423554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"18706f10-98bd-47d4-a97d-189a58a729b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.872299464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f7050b22-a6fa-4368-9478-da90dae4a295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.906941966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"4a5fd4d4-158b-4e5f-b84a-869748baa8d3","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.907969445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-f51151 priority=0:[ai-tenant-e2e-worker-w3-f51151/e2e-test-other-subscription ai-tenant-e2e-worker-w3-f51151/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.96136492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"5488be6f-6471-41f9-aaf9-2d7cb8f3a921","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.964427575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"6fad6024-2999-40e0-b0d0-95d3e95f68e9","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:37.996519485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"dea83ed9-81ef-43e2-8435-9a6afe1012c5","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:50:38.014781021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-other-subscription","reconcileID":"881db248-a99a-41ef-92a9-5109662fe7a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.017062341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"76dc192f-9bc5-4d5d-a3c0-3275ec8e189a","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:50:38.018785721Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f51151/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.127368212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"59d05911-bc6b-4d8c-a207-90f95e71e7eb","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.158028139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"f0efb62a-c049-4b72-881a-bf53fa974dec","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.185527846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"05dc43a9-5605-4813-b9c8-385b7d23aba6","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.234599438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"f0efb62a-c049-4b72-881a-bf53fa974dec","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.294612651Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-user-subscription","reconcileID":"1ad0c52a-214f-4e9c-b069-4b094da8d846","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-f51151/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.29974418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c1a03d7a-4d73-412e-aac6-78fd2dc80314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.299819589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"6aea12a8-6bfa-464f-bbc6-a21ec3837ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.356988712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c1a03d7a-4d73-412e-aac6-78fd2dc80314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.357038549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"6aea12a8-6bfa-464f-bbc6-a21ec3837ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.403017227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-other-subscription","reconcileID":"32e3f22a-e652-4a13-b9ad-802944d66560","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.464442412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"11ea0218-71df-45c5-98e6-5e36fe6ccafe","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.510674807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"d7fa076f-493a-46a1-b932-17c10ec7973f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.554281079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"693677b0-454d-4569-84ed-e0afbd903e61","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.572471773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"7b4da994-68b8-450b-9b64-35e1eb7d00c9","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.611773737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"693677b0-454d-4569-84ed-e0afbd903e61","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.680010225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-user-subscription","reconcileID":"730af30b-238d-46b9-8c2f-bbf8232905a0","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:38.78769983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-other-subscription","reconcileID":"0b3c5548-4873-4c5d-a3e2-92dd03e4b602","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:40.849677344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"650d00fe-a2f2-4198-895a-c5982fbc051e","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:41.010027982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"144d6bf4-5c84-47f2-a3a8-fd13b304796b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:41.010045152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"75009800-3d0d-4f5f-be58-6c05aae4e8e0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:41.010602977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"582412f6-96a1-4a3c-9818-6f3f06d5ddd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:41.067666473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"75009800-3d0d-4f5f-be58-6c05aae4e8e0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:41.067939296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"582412f6-96a1-4a3c-9818-6f3f06d5ddd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:41.069915662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"144d6bf4-5c84-47f2-a3a8-fd13b304796b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:42.653721117Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.002115746Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-subscription","reconcileID":"ceb712a1-0af2-4c5b-afda-1661bd28c39c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.22217847Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-subscription","reconcileID":"ceb712a1-0af2-4c5b-afda-1661bd28c39c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.441357469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"36b79948-58cc-4afc-a0af-bc0981ccb198","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.489843128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"b4beb4d8-97cb-4bbc-87af-7f025f3bcbfc","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.549995772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"01233802-a6a0-4cac-bd72-dbe587abea35","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.631354603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"52a535ac-ac17-4add-9fb3-8f3b0b2e1b29","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.650736371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"b3889229-221a-440a-bcc3-5268aa8fba82","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.650747194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3002194f-5a55-403d-9472-d33b6ac40b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.651188579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d553f37a-437b-413a-ac52-75ea724e263c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.708724348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"b3889229-221a-440a-bcc3-5268aa8fba82","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.708801428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d553f37a-437b-413a-ac52-75ea724e263c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.711044644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3002194f-5a55-403d-9472-d33b6ac40b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:47.870795691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-auth","reconcileID":"35a96332-16e0-467e-9ef5-9d574a7d1221","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:48.035781648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"5d401548-4f3a-407d-ada6-b1189d65cb87","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:48.863631933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"1fb7e2e0-af86-4f34-9f13-c231d9b79e13","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:48.921900272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"99662caa-2188-4213-a76b-40b5d806c0fe","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.135812263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"58abfaae-ddeb-4388-80e6-dcd15c9595d0","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.155927308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"ff1c6461-8a4f-4afd-8858-5cd428b19205","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.212594418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"ae81023a-ce12-4fca-8538-f23a44fdb7dd","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.216189444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"ff1c6461-8a4f-4afd-8858-5cd428b19205","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:50:49.263472347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-sub-only","reconcileID":"55f27fda-78b0-47d8-a700-674461a6d0a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.315848393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"355fea39-85de-4dd0-b444-c3b3587e1e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.315961026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"46282a3d-8d1f-4531-bd46-f32279bd5d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.373904015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"355fea39-85de-4dd0-b444-c3b3587e1e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.374881735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"46282a3d-8d1f-4531-bd46-f32279bd5d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.377098866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"f7f80082-7541-4bbc-9a04-ae9207a346b9","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.433329965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"8f6d0cb7-f75b-4323-bef7-484f7ad883e6","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.535614004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"a19ef7e4-a217-424d-9360-36a778731f66","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.695976822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"2c976234-ec5e-4384-9f3c-381e932b4011","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.708082541Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-sub-only","reconcileID":"96f39342-729f-40a6-b6ce-91521e011b8d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-0c9014/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.753533259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"2c976234-ec5e-4384-9f3c-381e932b4011","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.796633466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d5c41f82-f4c8-40ba-9cf9-4aaa58a6377d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.796633447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c4383263-9a9d-45d1-ad57-11ec612108e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.8548326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c4383263-9a9d-45d1-ad57-11ec612108e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.85579598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d5c41f82-f4c8-40ba-9cf9-4aaa58a6377d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.87752909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"e02a909b-7ed9-49a4-9fb6-9b528e22b630","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:49.923659163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"59138cfb-4b83-4935-999f-ab0be88a7516","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:50.093403167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-sub-only","reconcileID":"6a820038-bd17-441d-a62c-794734cd8906","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.018700973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-user-subscription","reconcileID":"0cc2196e-6db5-4614-a354-bc605aabbed3","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.23993054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-user-subscription","reconcileID":"0cc2196e-6db5-4614-a354-bc605aabbed3","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.473395095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"6a583671-12b7-4e8b-8386-7b4690d904e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.473696323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-other-subscription","reconcileID":"6e31b77a-69e3-4ba4-9bdf-a11a6104524f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.505921625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"c4ecac9b-f43d-43d8-9ccf-9743c6cfa80b","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.565621006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"d5916044-db86-4663-bcc1-0f647dcec3f0","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.637951714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"30fff846-cea0-45cb-b39b-ab875bba6925","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.666684965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"fcb785b1-2857-4627-aab2-970e78d80a4a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.669952792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"200b0f26-aa47-4649-8274-bd01704c9458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.670001565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"61eb742a-3894-412c-9c75-b638c30b83bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.724456727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"fcb785b1-2857-4627-aab2-970e78d80a4a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.727641709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"200b0f26-aa47-4649-8274-bd01704c9458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:51.727703692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"61eb742a-3894-412c-9c75-b638c30b83bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:52.096590388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"c4cd9081-2202-4c8b-8077-ee68181df55d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:52.096627654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"823a1780-d684-4303-875d-c259b232b274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:52.097202771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"660f4fea-ff7e-47d3-bfb6-e09bb6b70316","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:52.155328999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"c4cd9081-2202-4c8b-8077-ee68181df55d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:52.155347607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"823a1780-d684-4303-875d-c259b232b274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:52.157951775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"660f4fea-ff7e-47d3-bfb6-e09bb6b70316","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:52.985957087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"4dd51a9b-bf24-4624-99ad-9e392f70f395","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:53.154825636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"952253ae-6894-481b-b7e6-33f48c806d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:53.154841339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"4b8d7357-a6bf-4413-aa59-13051b80348e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:53.155413291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"573243d4-88f6-496b-bc36-293715e25f4c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:53.213885842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"4b8d7357-a6bf-4413-aa59-13051b80348e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:53.214808557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"952253ae-6894-481b-b7e6-33f48c806d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:53.21636475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"573243d4-88f6-496b-bc36-293715e25f4c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.372687737Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","namespace":"ai-tenant-e2e-praxis-a-8e90da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.372752932Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","namespace":"ai-tenant-e2e-praxis-a-8e90da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.372810779Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","tenant":"e2e-praxis-a-8e90da","tenantID":"e2e-praxis-a-8e90da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.428369771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8e90da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.492837297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"Service","name":"maas-api-e2e-praxis-a-8e90da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.557219266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8e90da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.612724161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8e90da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.66912001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.72503015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.782907555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.844567552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.901631411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:58.95480657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.008159052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"Service","name":"payload-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.061589309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.114761068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.170218819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.223794429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.279900898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.333257572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.386612917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.440283548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8e90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:50:59.493668879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8e90da"},"namespace":"ai-tenant-e2e-praxis-a-8e90da","name":"default-tenant","reconcileID":"e57b334a-8571-488e-8f33-00253f296c17","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8e90da","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:01.804296045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-other-subscription","reconcileID":"00670ccc-d8cb-4050-bd86-46c39661f247","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.02337666Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-other-subscription","reconcileID":"00670ccc-d8cb-4050-bd86-46c39661f247","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.239705877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"bf4746e2-f149-48b5-a152-10e1e10ff34e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.244361641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"2746aca0-9e3b-4a75-9cea-924155e3af83","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.378722778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"73cffd19-e59c-4cf4-950a-6de4c79d77f2","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.405823432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"629dd8a3-3b75-4fce-8802-4c11553daec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.405904948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"7f7708b3-75fd-4835-a575-e35f2f7c7c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.40631613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"876a1c5b-2a85-42d1-9112-2a5d53c5c8e9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.463939802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"876a1c5b-2a85-42d1-9112-2a5d53c5c8e9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.464598108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"629dd8a3-3b75-4fce-8802-4c11553daec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.46618015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"7f7708b3-75fd-4835-a575-e35f2f7c7c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.624126569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-test-auth-access-denied","reconcileID":"14dfb9e3-4bc7-46a2-b217-531228557a19","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:02.837191987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"77edaf75-403b-4b20-9307-e6c0baaf1910","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.156060661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-sub-only","reconcileID":"47382656-cab7-4b2c-bc21-c8b1781f1e5d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.378002376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-sub-only","reconcileID":"47382656-cab7-4b2c-bc21-c8b1781f1e5d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.593811466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"cde5804e-56e0-4ac0-9a27-1133504a5d08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.638951639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"5e731c19-4a61-4c5e-8386-6fb54a314a63","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.780607881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"cc395661-5dd5-43a4-856b-a7bd1454e234","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.799352156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"9d1794f0-3359-4394-8749-ff228f6c50d1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.799485406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"462e1146-70c7-4e84-8cb0-84dad57b88ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.799861621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"a754c3f5-c2ff-4941-880e-9f44138ebe5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.85697989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"462e1146-70c7-4e84-8cb0-84dad57b88ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.857555933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"9d1794f0-3359-4394-8749-ff228f6c50d1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:03.859261058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"a754c3f5-c2ff-4941-880e-9f44138ebe5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:04.017470375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-test-group-no-auth","reconcileID":"c64e7b0a-ae70-412f-9f8d-3112d79693bd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:04.181448617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"fe2cf973-f5e5-48b6-8b71-580d7532837b","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:07.128193497Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8e90da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8e90da","reconcileID":"33c8c90c-e113-45f0-8432-14034df985d2","aitenant":"ai-tenants/e2e-praxis-a-8e90da","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:07.774770896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf0f28e-e3d0-4876-b354-67493ce535d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:07.829056559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf0f28e-e3d0-4876-b354-67493ce535d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:07.883265945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf0f28e-e3d0-4876-b354-67493ce535d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:07.937157242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf0f28e-e3d0-4876-b354-67493ce535d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:07.997407224Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8e90da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8e90da","reconcileID":"33c8c90c-e113-45f0-8432-14034df985d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8e90da","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8e90da"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:09.878286252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0252d0c2-add5-43a6-8b1f-602ead93717f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:09.932719954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0252d0c2-add5-43a6-8b1f-602ead93717f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:09.986524465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0252d0c2-add5-43a6-8b1f-602ead93717f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:10.040228132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0252d0c2-add5-43a6-8b1f-602ead93717f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:10.674214574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-sub","reconcileID":"ef42dae8-8d90-4583-897e-a52c2ecdf385","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:10.729261577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"06878b0d-4c6b-4039-81f8-9f88e590cbed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:10.72928583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"b37dd8ed-e809-4eba-a3a6-2b9647ea9581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:10.78709093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"06878b0d-4c6b-4039-81f8-9f88e590cbed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:10.788324706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"b37dd8ed-e809-4eba-a3a6-2b9647ea9581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.201293252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"72e69f30-eb69-4116-8b9f-015f564d5ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.254377928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2b02b991-f3ed-4ecf-8e74-c5c085045975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.260495942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"72e69f30-eb69-4116-8b9f-015f564d5ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.305344546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"5b107351-2332-4260-a84d-0682b315548c","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.311798066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2b02b991-f3ed-4ecf-8e74-c5c085045975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.362726245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"02fda95e-615b-4c06-80b4-3d524ce7dc0f","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.577902933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-active-auth-only","reconcileID":"ca3b905d-0ba9-4b31-afd9-e014776e64e7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.6369595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-active-auth-only","reconcileID":"ca3b905d-0ba9-4b31-afd9-e014776e64e7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:11.961202579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"863e45a2-7627-40ea-b4d0-cabb3df56661","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:12.092077556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d73bc6-a47a-41fc-8228-a202e1a8ff39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:12.145789319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d73bc6-a47a-41fc-8228-a202e1a8ff39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:12.146001499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-active-auth-only","reconcileID":"5c4b6d66-e475-4375-ad7e-6f8983ac3ed8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:12.199715346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d73bc6-a47a-41fc-8228-a202e1a8ff39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:12.253427864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d73bc6-a47a-41fc-8228-a202e1a8ff39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:12.31642092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-active-auth-only","reconcileID":"5c4b6d66-e475-4375-ad7e-6f8983ac3ed8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:12.653682625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:13.144089538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"234ec542-22ce-4f27-af0e-491f3ce46bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:13.144166298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"583f3ba9-9911-44c6-b5a3-ddbb598bcbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:13.201635395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"583f3ba9-9911-44c6-b5a3-ddbb598bcbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:13.201763904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"234ec542-22ce-4f27-af0e-491f3ce46bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:13.889299554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-active-auth-only","reconcileID":"19eea7b5-6d7a-4704-acd3-4c7ffc9cd458","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:13.889377932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"fe93018c-347b-446d-9143-b63a86763cbd","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:14.053766393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"b139cea5-b309-42a6-95da-cd8e8f109e07","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:14.905827457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"06538dba-dc0f-4d00-9a80-1931572c5ff6","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:14.962449071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"8d469e90-9c08-4f8c-8da3-49fab750984b","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.122830438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"6c55729a-25ba-4812-902d-721d2e95fa01","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.173183481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"585edea5-bef6-4d7e-bad7-48ad6852e36f","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.182162119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"6c55729a-25ba-4812-902d-721d2e95fa01","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.232425816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"2448ed3e-b10d-4aa2-9090-bc8ab4a6b034","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:15.280555656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"58c2d738-724e-4009-874a-11869473e817","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.405141702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"90e2be62-8c91-412a-9535-1bddc5d629ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.405180252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"26adb433-7e49-476f-a0c3-1ed3844d20fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.405987194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"51b4edae-8d88-4c32-93c5-b238e073c7ed","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.46354071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"26adb433-7e49-476f-a0c3-1ed3844d20fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.464686439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"90e2be62-8c91-412a-9535-1bddc5d629ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.465927166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"4e33c4cb-a1bc-4da9-bfba-59f45c64754b","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.509202196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"a4d51e22-8248-441b-ac9e-846d06bd43a7","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.678017464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"b4a984bf-8677-471c-bbd3-b4c1d26182fa","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.737618025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"b4a984bf-8677-471c-bbd3-b4c1d26182fa","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.824238365Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"0a4347c0-160f-40e5-8c7c-2970d64ead19","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.824345387Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"0a4347c0-160f-40e5-8c7c-2970d64ead19","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.883641209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"152064b7-4cac-473c-9615-5782d124f58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.883648428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"bccce6a0-26eb-4976-8212-88e45a66ec12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.946394385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"152064b7-4cac-473c-9615-5782d124f58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:15.948529011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"bccce6a0-26eb-4976-8212-88e45a66ec12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.040676187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"a0414fc3-5dd1-41b0-9d62-394147550e64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:16.08957975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"b4a984bf-8677-471c-bbd3-b4c1d26182fa","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.095447144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"97a48b47-0c6a-4a7d-b25f-2f03dc437213","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.163860168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df55791c-0222-42ff-b729-696d6e536332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.219077458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df55791c-0222-42ff-b729-696d6e536332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.275335189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df55791c-0222-42ff-b729-696d6e536332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.2755434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"a3d093d2-2d71-4ad7-8baa-2850969ad64b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.329795179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df55791c-0222-42ff-b729-696d6e536332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.384923797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"846e72e8-a12c-43ff-979d-171bde4dcc7e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.385073313Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"846e72e8-a12c-43ff-979d-171bde4dcc7e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:16.388232969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"a3d093d2-2d71-4ad7-8baa-2850969ad64b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:17.596030046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"ef2133dd-3bd5-40fe-8492-6f66e6ba4f58","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:17.797230959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"01ed9576-1a9b-4577-84bc-a47898a59053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:17.797306194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5b10081e-35db-4812-b1a7-346bd0f99d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:17.797720898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"4c738ebe-0518-491e-8c32-ae343671dde1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:17.855990366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"01ed9576-1a9b-4577-84bc-a47898a59053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:17.857014713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5b10081e-35db-4812-b1a7-346bd0f99d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:17.858441998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"4c738ebe-0518-491e-8c32-ae343671dde1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:18.288347496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45562c87-22f4-4e51-921f-e84809cd1ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:18.342292298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45562c87-22f4-4e51-921f-e84809cd1ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:18.396035284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45562c87-22f4-4e51-921f-e84809cd1ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:18.449817341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45562c87-22f4-4e51-921f-e84809cd1ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:23.151257109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-sub","reconcileID":"a4992bee-9752-4f19-a16c-757a9bb7facc","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:23.151381604Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-sub","reconcileID":"a4992bee-9752-4f19-a16c-757a9bb7facc","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:23.631329925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"37263981-878a-4d0f-b431-f80a54d6ff2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:23.631332133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"5854f0e7-63c8-4da4-8c74-432d13dde343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:23.689071412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"5854f0e7-63c8-4da4-8c74-432d13dde343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:23.689155751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"37263981-878a-4d0f-b431-f80a54d6ff2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:24.51271638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-auth","reconcileID":"0ef21528-190a-4fa7-8fea-1e468c2f4c84","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:24.571621319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-auth","reconcileID":"0ef21528-190a-4fa7-8fea-1e468c2f4c84","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:24.627911059Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-auth","reconcileID":"0ef21528-190a-4fa7-8fea-1e468c2f4c84","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:25.008571949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-auth","reconcileID":"7c8ba5a1-ed55-4243-995f-317e8521b8b5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:25.067274213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-auth","reconcileID":"7c8ba5a1-ed55-4243-995f-317e8521b8b5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:25.123397552Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-auth","reconcileID":"7c8ba5a1-ed55-4243-995f-317e8521b8b5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:26.634851243Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-failed-auth","reconcileID":"c5cf3114-2cae-4b1f-8b90-f4019036c104","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:27.76187847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"df0639e9-fe80-43e1-8e3a-f1aa69253209","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:27.76190645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"df0639e9-fe80-43e1-8e3a-f1aa69253209","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:27.804801187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"003038e4-4e3f-4ab5-a6fb-76bce86f6099","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:27.820932285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"75cb64bb-1666-4a91-a560-6288aae2b777","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:27.895311544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cfdce7-bf7c-47ef-956f-52017e30d626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:27.910792324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"ed09a672-c0e6-4dd3-9f96-1263f26451b9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:27.910808736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"ed09a672-c0e6-4dd3-9f96-1263f26451b9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:27.949555752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cfdce7-bf7c-47ef-956f-52017e30d626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.003513482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cfdce7-bf7c-47ef-956f-52017e30d626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.057471713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cfdce7-bf7c-47ef-956f-52017e30d626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.062099808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"b0330fbb-f551-4289-aad5-4f732c50e905","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.062119674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"b0330fbb-f551-4289-aad5-4f732c50e905","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.065089118Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"003038e4-4e3f-4ab5-a6fb-76bce86f6099","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.065109901Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"003038e4-4e3f-4ab5-a6fb-76bce86f6099","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.065201766Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-sub","reconcileID":"003038e4-4e3f-4ab5-a6fb-76bce86f6099","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.167430158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"da935fb6-6ce9-4f74-bb00-bced0e8d104e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.167449865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"da935fb6-6ce9-4f74-bb00-bced0e8d104e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.2298636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"97b87904-3866-4787-a663-53994a4039a5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.229890082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"97b87904-3866-4787-a663-53994a4039a5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:28.27445348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"588eee3a-a00e-4a6e-9bb1-dc1c6cbebd02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.277847127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"4b163892-e683-4e5c-b04b-dd21f32d08cc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.283232175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"e58cc1f0-8052-4314-9e9d-ae2621e374b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:28.332360354Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"97b87904-3866-4787-a663-53994a4039a5","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:28.332414397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"97b87904-3866-4787-a663-53994a4039a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.335817479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"4b163892-e683-4e5c-b04b-dd21f32d08cc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.338634616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"9e6ebb2f-7d69-4693-9de5-0c88399bb05d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.338653105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"9e6ebb2f-7d69-4693-9de5-0c88399bb05d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.384102484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"9ee85ca3-6184-4185-a759-49367b27d4e4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.384119683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"9ee85ca3-6184-4185-a759-49367b27d4e4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.384636763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"17aa4a3f-61c2-455b-97b0-bdcc316a9776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.384744254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"94090433-da75-472b-b2a4-7af2a1596ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.433031659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"733bd000-3f0b-4aa2-b94e-8c229495ef2d","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.443480173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"94090433-da75-472b-b2a4-7af2a1596ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.443643488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"17aa4a3f-61c2-455b-97b0-bdcc316a9776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.443829685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"8bb81052-9eb3-48d9-9daa-ea2c146f42a8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.443844096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"8bb81052-9eb3-48d9-9daa-ea2c146f42a8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:28.487762246Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f51151/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.571401441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"ad0f3898-200b-4840-a2e9-c833dbdcd990","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.593720696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"65a465f1-7c80-44e1-a99c-bb7a3243a041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.593744242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"746fbf9a-70e4-4b34-87f9-c59131aad134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.651945239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"746fbf9a-70e4-4b34-87f9-c59131aad134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.652982737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"65a465f1-7c80-44e1-a99c-bb7a3243a041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.655469649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"d2bf6169-f526-4512-bcff-ad0b14cb7dde","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.655490058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"d2bf6169-f526-4512-bcff-ad0b14cb7dde","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.663792391Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"e8ec5c45-7cdb-46fe-90cc-6e35a110977f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.83104651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"4ff52203-f9ed-415f-8cc9-ecf181365d1f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.831065966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"4ff52203-f9ed-415f-8cc9-ecf181365d1f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.867904999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"3e53569a-5554-433b-81fd-8688392d580e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.900316169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"b3bea7cf-27e5-41fc-804c-7a045d0aabc4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.926154159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"3e53569a-5554-433b-81fd-8688392d580e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.968274304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a6f2f43a-8e4c-42e1-ad31-d84b37e7ae30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:28.968471279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"23a0ecef-333e-4c83-998b-05e0da84a094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:29.025854784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a6f2f43a-8e4c-42e1-ad31-d84b37e7ae30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:29.026966839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"23a0ecef-333e-4c83-998b-05e0da84a094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:29.045144568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"3c46a8f8-1a51-49c0-923c-3351687ec8d6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:29.193529313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"f505f659-76b2-4287-a0b7-99f8b46279e9","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:29.250002325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"f1aac37e-3be9-48be-a9ba-96e6be9dd279","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:29.250022196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"f1aac37e-3be9-48be-a9ba-96e6be9dd279","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:29.990292964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adedef6d-1349-46cb-9658-a130e918f19d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.021788784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"36477d22-38b3-426f-9d1e-c949b21bc12a","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.04424641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adedef6d-1349-46cb-9658-a130e918f19d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.097871233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adedef6d-1349-46cb-9658-a130e918f19d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.151743689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adedef6d-1349-46cb-9658-a130e918f19d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.156631468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"5cad0f03-36ae-473a-bec0-fe563c102210","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.369621668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"6f4578a9-2206-4490-89e8-c464152d809e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.426935873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"6f4578a9-2206-4490-89e8-c464152d809e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.535527135Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"6f4578a9-2206-4490-89e8-c464152d809e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.754655471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"c0e0df67-5288-434b-8e91-9592a2e7aff6","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:30.970330113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"c2083e2d-263b-4059-871f-eac57a757056","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:31.028111363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"c2083e2d-263b-4059-871f-eac57a757056","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:31.142065758Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"c2083e2d-263b-4059-871f-eac57a757056","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:32.421945768Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"6cabf41a-e34b-4cb1-868c-c68d51147a0e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:32.421942418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"3b646629-840d-40c6-8f0e-3e0da37897e7","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:32.477117887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-status-degraded-auth","reconcileID":"6cabf41a-e34b-4cb1-868c-c68d51147a0e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:32.737400925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"322edc5b-a763-437e-9ace-6bfcdf7166b1","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.554798256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"1c955435-69fe-4eb8-913c-4a4d98f33f70","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.610820732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"d2fb9a4d-d785-4e86-ae2a-f0ec546ea59d","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.815118017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"e5267ef5-97a5-4a26-9bd8-a604870037ee","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.820026474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"83065c6e-7025-4378-9ad1-271bfe4bca18","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.928899503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"b9c3570c-ccd2-4399-8035-15140df7593b","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.938399515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"490db934-d656-4972-8fc5-d68b158b1e23","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.938513411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"490db934-d656-4972-8fc5-d68b158b1e23","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.939077988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"83065c6e-7025-4378-9ad1-271bfe4bca18","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:33.990355205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"6ac8090c-fd22-44cc-8be7-1e7093da593f","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:33.993641309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-0c9014/e2e-degraded-models-apikey","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.043388871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"3d23dab9-7ccd-4050-88f2-84124b484019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.044869896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d53dc27f-4904-4dcc-996f-985870209482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.10302277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"3d23dab9-7ccd-4050-88f2-84124b484019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.103021476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d53dc27f-4904-4dcc-996f-985870209482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.287813439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"6160887f-1973-47f2-914b-37b17df03955","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.351912192Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey","reconcileID":"ec52f1c7-85c9-4652-a876-63a596956bcc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.352060456Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey","reconcileID":"ec52f1c7-85c9-4652-a876-63a596956bcc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.452955701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed4c243c-bd8c-419a-b6c3-9a68d41740c6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.510894764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed4c243c-bd8c-419a-b6c3-9a68d41740c6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.567228562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"eb6ca486-9624-4dcf-aff0-3950e2608af7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.569187906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"c9a3e0d5-7eb6-4be1-b95c-dc0dc2fc7ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.569213495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"e11cad90-cd27-4094-8410-ef0b503dcccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.627935457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"9236eea5-e0bd-4bf3-b1bc-cfd4728862a3","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.633660315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"c9a3e0d5-7eb6-4be1-b95c-dc0dc2fc7ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.644018627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"e11cad90-cd27-4094-8410-ef0b503dcccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.804487943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f8b45a-6bfb-4552-a9cb-ff9fa07611a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.853006021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey","reconcileID":"32751902-effc-4e99-893b-cc176276ab8f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.858591265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f8b45a-6bfb-4552-a9cb-ff9fa07611a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.85873765Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey","reconcileID":"32751902-effc-4e99-893b-cc176276ab8f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.912487184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f8b45a-6bfb-4552-a9cb-ff9fa07611a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:34.966644098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f8b45a-6bfb-4552-a9cb-ff9fa07611a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:35.14544444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"72c1be5d-415a-422d-8ed5-4b70279d583b","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:35.42751863Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3c7706","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3c7706","reconcileID":"83bc4450-c2c4-47d0-8553-db298fc9e99a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3c7706","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-3c7706":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:35.664751915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"f2488066-928b-4615-82a0-86f6877f6fa8","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:36.507409503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"4468be3b-4b43-4cf5-a129-7be1d47ee177","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:36.50743974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"4468be3b-4b43-4cf5-a129-7be1d47ee177","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:36.952534487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda4d68a-edca-499c-a867-c898167e71be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:36.953333128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"daa0c46f-3f2c-4665-9340-dfca74d90d8a","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.007124038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda4d68a-edca-499c-a867-c898167e71be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.061045041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda4d68a-edca-499c-a867-c898167e71be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.115073515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda4d68a-edca-499c-a867-c898167e71be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.23844827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f79d2801-28e8-4350-8a40-d85f99326272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.239451322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"f65401ed-5358-4772-a79f-515e0cfca17f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.341691855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f79d2801-28e8-4350-8a40-d85f99326272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.343661673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"f65401ed-5358-4772-a79f-515e0cfca17f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.440168475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"61441fb8-e7d4-47f4-9b24-fb108898280c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:37.500845265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"61441fb8-e7d4-47f4-9b24-fb108898280c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:39.137873164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35bce3ab-5efb-494b-a3de-daaaaad38c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:39.19449162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35bce3ab-5efb-494b-a3de-daaaaad38c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:39.253912083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35bce3ab-5efb-494b-a3de-daaaaad38c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:39.308909001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35bce3ab-5efb-494b-a3de-daaaaad38c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:41.929362232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"6b61806a-24f5-40af-903a-fe940bd81821","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:41.929391741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"6b61806a-24f5-40af-903a-fe940bd81821","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:41.985560439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"2e2ac453-b766-4902-87fb-40ab298cc5c4","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:41.985587381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"2e2ac453-b766-4902-87fb-40ab298cc5c4","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.092243232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"9b824513-5d7e-439c-a186-97203215756c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.217104681Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"9b824513-5d7e-439c-a186-97203215756c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.273614558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-aa8aff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"9b824513-5d7e-439c-a186-97203215756c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.332090788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"0afb2e62-c6b3-4dca-a384-11667cf8dbe2","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.332260986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"0afb2e62-c6b3-4dca-a384-11667cf8dbe2","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.726738587Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.782910155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"7af5b99b-d4b1-4f7f-81d6-dad417765067","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.958199663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"2e93fdc9-5e68-437c-848e-cb7047ea53f0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"tenant":"e2e-worker-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:42.95822978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"2e93fdc9-5e68-437c-848e-cb7047ea53f0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:43.811515104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"c9088d2d-9688-40fa-a6c8-b79694bc4354","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:43.811614667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0b17694d-497e-4cfd-bc5e-5215a3390343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:43.812098563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8140b1ec-a6e4-474f-88af-0fe4dc819a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:43.869985534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8140b1ec-a6e4-474f-88af-0fe4dc819a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:43.870009523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"c9088d2d-9688-40fa-a6c8-b79694bc4354","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:43.872426997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0b17694d-497e-4cfd-bc5e-5215a3390343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:43.965819557Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"fcb6bb60-ff19-418d-9713-db92346eefda","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.019526706Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"fcb6bb60-ff19-418d-9713-db92346eefda","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.019537616Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"e2e-temp-model-status","reconcileID":"09b31587-3798-4439-9e16-e3af18c2610c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-f51151","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.184877847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"3e6a1b83-b706-48bd-8088-6591b8564daf","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.189345075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"ff9989e3-ef28-40dc-a5ee-2bfcbe799e7c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.248031682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"ff9989e3-ef28-40dc-a5ee-2bfcbe799e7c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.248065682Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"ff9989e3-ef28-40dc-a5ee-2bfcbe799e7c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.291389127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"3273cdec-6345-4c9f-bc4c-ac1be83ca890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.291564385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"72adb2b3-e58f-4647-b67c-ec362c50556e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.349280961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"3273cdec-6345-4c9f-bc4c-ac1be83ca890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.349635548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"72adb2b3-e58f-4647-b67c-ec362c50556e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.568654527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"a189c30c-2344-4b62-8854-22cdb7ba42a7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.626419872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"a189c30c-2344-4b62-8854-22cdb7ba42a7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.62645762Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"a189c30c-2344-4b62-8854-22cdb7ba42a7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.77274281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"6cc3df82-046b-4a2f-a56f-df46397ca7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.773361375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"035ec169-1460-43e7-881e-d5dceff9c65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.83060388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"6cc3df82-046b-4a2f-a56f-df46397ca7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:44.833103499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"035ec169-1460-43e7-881e-d5dceff9c65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:45.052553189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"35aff929-1269-434a-bb50-f90d612d013d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:45.109810504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"35aff929-1269-434a-bb50-f90d612d013d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:45.165621281Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"35aff929-1269-434a-bb50-f90d612d013d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:45.204240185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"5b561aca-4f5e-414f-a33f-224807d08adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:45.204744375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"137b593e-92a7-4d3a-8032-9d9cf4c65ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:45.262409054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"137b593e-92a7-4d3a-8032-9d9cf4c65ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:45.26361146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"5b561aca-4f5e-414f-a33f-224807d08adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.295448724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey","reconcileID":"8f9274ea-6134-4bdb-ad96-0d150c54bd67","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.517787862Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey","reconcileID":"8f9274ea-6134-4bdb-ad96-0d150c54bd67","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.51781705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey","reconcileID":"8f9274ea-6134-4bdb-ad96-0d150c54bd67","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.517932031Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey","reconcileID":"8f9274ea-6134-4bdb-ad96-0d150c54bd67","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.73502031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"63e7090a-88c1-4f5c-a7b6-eb4d357c94bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.790905311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"83456101-076e-4e14-9481-944cd7f84199","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.931574796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"4411d47e-82a9-4b84-90ab-1267e8582764","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.954488404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"f90bff48-c2b5-4892-b81c-c24a75196d71","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.954567184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"98debac2-6523-484e-9fac-c52f6af58546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:47.955040031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"91673596-2d09-47ea-970f-988bc9134628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:48.012507362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"f90bff48-c2b5-4892-b81c-c24a75196d71","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:48.012725919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"98debac2-6523-484e-9fac-c52f6af58546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:48.015013921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"91673596-2d09-47ea-970f-988bc9134628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:48.173179571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-apikey-auth","reconcileID":"f7df334c-981b-4f50-ab34-90f8b2fbc1f0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:48.33720033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"a9436100-95db-4c86-adc8-465f691efb02","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.180485368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"9c6addee-fe68-4f0e-a14e-048847d274a0","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.238362371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"ce4024f7-9e09-49f9-b8d3-7a17efb63e23","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.39816697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"658b8bdf-88e8-4aad-ada8-83b0b8bbc911","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.43889235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"5929aec1-90e7-4a24-8f4d-7b6d806c2ffc","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.455636701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"658b8bdf-88e8-4aad-ada8-83b0b8bbc911","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.497440538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"e6f906e5-d866-4412-8cec-e12935c7dbaa","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:49.543007738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"5ff4b3f3-26c3-4bac-a068-471081d9ffbe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.60063218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"75e11ca3-e88e-4ad0-b6c3-649c06a873f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.602618279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fa833460-4705-47ff-86e2-ac378eda9822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.656816782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"832dfd9d-36f7-43a6-9bf8-960d604ae252","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.660924368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"75e11ca3-e88e-4ad0-b6c3-649c06a873f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.668279037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fa833460-4705-47ff-86e2-ac378eda9822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.714934705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"2f9f1353-478c-400d-99ad-4f75bfc57569","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.776786999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"f8eee2c2-79c4-48b6-be27-a01c872881b3","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.936512676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"7b787fea-c3d9-4efe-90c8-b740ab0891b5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.992556555Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"dd9f57e5-bef6-402a-8589-2492a732f5c0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.9927252Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"dd9f57e5-bef6-402a-8589-2492a732f5c0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:49.996157273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"7b787fea-c3d9-4efe-90c8-b740ab0891b5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:50.040793133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"71ae84cd-3468-4394-8047-7aab4fbc09c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:50.082733628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"564f7d06-9367-4fd4-ad3c-d2a96f9b403b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:50.098230496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"71ae84cd-3468-4394-8047-7aab4fbc09c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:50.140011054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"564f7d06-9367-4fd4-ad3c-d2a96f9b403b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:50.208009137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"99bf1e43-d835-4377-b0e8-f6c07c0a33f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:50.218124191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"b5b2d103-3a91-44b0-af19-ff66962db3f2","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:50.432570607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"da31abc4-bac7-4cb8-b2d3-1ea4ba9db2c5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:50.432727842Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"da31abc4-bac7-4cb8-b2d3-1ea4ba9db2c5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.151221046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"ea92c591-4e95-4aff-83bf-c7bfb2abb032","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.312360884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2ffcd943-31d0-471d-82dc-2ede5a5670a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.312501687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5bb9c242-fce1-4a8d-8fe5-233d4cca3d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.312361334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"d60492f8-cce0-4436-a251-4cf20035c61c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.370678877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"d60492f8-cce0-4436-a251-4cf20035c61c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.371393195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2ffcd943-31d0-471d-82dc-2ede5a5670a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.373430919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5bb9c242-fce1-4a8d-8fe5-233d4cca3d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.440015737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"f45f2442-a139-4059-b433-62847f23cea0","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.497441251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"f45f2442-a139-4059-b433-62847f23cea0","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.553834001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-aa8aff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"f45f2442-a139-4059-b433-62847f23cea0","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.570033312Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","namespace":"ai-tenant-e2e-praxis-b-942164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.57009052Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","namespace":"ai-tenant-e2e-praxis-b-942164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.570166962Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","tenant":"e2e-praxis-b-942164","tenantID":"e2e-praxis-b-942164","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.625387874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"Deployment","name":"maas-api-e2e-praxis-b-942164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.689720855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"Service","name":"maas-api-e2e-praxis-b-942164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.749882224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-942164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.807199624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-942164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.865339682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.921337835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:52.98069616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.04140397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.09489088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.149329776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.203022291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"Service","name":"payload-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.256338497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.309921229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.363752562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.417235559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.473688375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.527321408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.5810357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.638426694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-942164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:53.69247546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-942164"},"namespace":"ai-tenant-e2e-praxis-b-942164","name":"default-tenant","reconcileID":"0208b30d-6aaa-45af-95a0-cd66d49d21c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-942164","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:54.749517518Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"ccd0a306-dff3-4e2c-a537-3ebc051c8a2e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:54.749679951Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-sub","reconcileID":"ccd0a306-dff3-4e2c-a537-3ebc051c8a2e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:55.285095458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"843e63de-90d8-40f7-b92b-bb8b5af7693d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:55.285294199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"b6b75b53-f0cd-41e1-bbb4-1e1928a8aa7c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:55.285095606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8331d198-2168-474f-8107-783e55b353e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:55.34309399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"843e63de-90d8-40f7-b92b-bb8b5af7693d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:55.344112239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"b6b75b53-f0cd-41e1-bbb4-1e1928a8aa7c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:55.345885197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8331d198-2168-474f-8107-783e55b353e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:55.400125235Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"b6b75b53-f0cd-41e1-bbb4-1e1928a8aa7c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:55.551294498Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-status-transition-auth","reconcileID":"d6c638c6-0fb9-43b7-a857-6f51f55db919","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:56.677561279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"b240f8b2-a645-454c-9c33-c47366e689dd","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:56.736861068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"af81e03c-da3e-4cbc-ba76-1c14fcd08b43","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:56.897439499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"571b0dff-2d35-482c-8785-49ba0f8e74ab","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:56.936319031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"239930b7-d6e2-4ca2-980d-391908bfeb9b","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:56.954920613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"571b0dff-2d35-482c-8785-49ba0f8e74ab","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:56.992780579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"3b420ccc-a99e-4a09-ad3f-5daa42048931","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:51:57.041516886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"1a361f3a-0bb3-4894-a40e-a003e72db02b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.095952276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"d4b847b0-0576-4ac4-bd52-bce0fac0f01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.095953284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ed6d8c0b-cd2d-4d10-951e-0e14e6a68854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.155740986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"d4b847b0-0576-4ac4-bd52-bce0fac0f01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.155832648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ed6d8c0b-cd2d-4d10-951e-0e14e6a68854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.156615584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"cecb69df-ddb3-47f2-997e-27c3d2158275","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.212960832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"3169972a-a715-448e-b462-9a397ce810c2","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.274341556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"44ec430b-1421-4092-a146-38c8ed9c0134","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.433845756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"754fe324-4a67-43ac-9564-6262728c8410","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.487901184Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"143b4463-a8b4-4140-a670-e3b66e6ef4fb","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.488075873Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"143b4463-a8b4-4140-a670-e3b66e6ef4fb","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.492611324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"754fe324-4a67-43ac-9564-6262728c8410","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.534885068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"641da6f0-94cb-4b8d-9105-178f05720eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.534961566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7e407a70-e723-4562-9bfa-6bfdcc9a5a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.593118437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"641da6f0-94cb-4b8d-9105-178f05720eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.593949609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7e407a70-e723-4562-9bfa-6bfdcc9a5a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.703571724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"fed99a43-d663-4395-a65a-ed54bc15edcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.711668271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"6a38335d-3ff7-47e2-b1c8-3887dd95e244","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.925975709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"45486ba5-d33b-4a6e-9b09-aa2677df7be0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:57.926155754Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"45486ba5-d33b-4a6e-9b09-aa2677df7be0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:58.150802853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"689f8d53-bc60-4e66-8588-596fd3057d7c","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:51:59.929388896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"7c45ccce-daf6-4521-bcff-a1eb9f7cf408","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:00.089781055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"31cdfcaa-a0c1-48a3-9e86-790f83041a32","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:00.089947185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2ce71f83-16d9-4937-bed5-62f1ef264764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:00.089789982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9da7a3aa-4271-411a-be41-8016c19e99e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:00.149590836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"31cdfcaa-a0c1-48a3-9e86-790f83041a32","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:00.149657186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2ce71f83-16d9-4937-bed5-62f1ef264764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:00.153348937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9da7a3aa-4271-411a-be41-8016c19e99e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:01.509815838Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-942164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-942164","reconcileID":"8e322d79-adc4-4767-8ed1-fd286b7a69bb","aitenant":"ai-tenants/e2e-praxis-b-942164","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:01.980315083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93b1189-de85-4dd4-96ad-168c96d763ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.034810245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93b1189-de85-4dd4-96ad-168c96d763ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.088857567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93b1189-de85-4dd4-96ad-168c96d763ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.142625891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93b1189-de85-4dd4-96ad-168c96d763ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.315487204Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-942164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-942164","reconcileID":"8e322d79-adc4-4767-8ed1-fd286b7a69bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-942164","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-942164"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.318535937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"673e3f16-5600-401b-adce-97f1294b793d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.584586996Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"673e3f16-5600-401b-adce-97f1294b793d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.584726037Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"673e3f16-5600-401b-adce-97f1294b793d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.584901219Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube","reconcileID":"673e3f16-5600-401b-adce-97f1294b793d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-0c9014/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.668670785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"7cb050c0-72c2-44c5-9f05-825775521a7c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.731124072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"7cb050c0-72c2-44c5-9f05-825775521a7c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.791943171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-aa8aff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"7cb050c0-72c2-44c5-9f05-825775521a7c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.80233437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"91e47f10-f724-49cb-a4fa-b59cf1190e50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:02.871567694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"f61fdc8a-62dc-459a-aaaa-7bfead5cbc38","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.032350815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"8e28a63b-bdb1-444e-b670-811fc1f3b78f","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.093593572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"44586125-15ef-4b2f-8a0c-9ce2e7089180","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.094326381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"ad5cd1b1-0ffe-40f3-9791-4279d4445869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.108715303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2e91c84e-75f9-4f43-a75e-3b30a5d0c3a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.159123799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"44586125-15ef-4b2f-8a0c-9ce2e7089180","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.178152437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"ad5cd1b1-0ffe-40f3-9791-4279d4445869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.181955575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2e91c84e-75f9-4f43-a75e-3b30a5d0c3a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.374551863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-degraded-models-kube-auth","reconcileID":"b058038b-c792-4894-b7a6-4de4bece558d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:03.687078567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"1244634b-f09e-43b2-977b-276da4ad95a7","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:04.390317295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9c34bf-155c-4728-bd46-63a4e8b3e243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:04.484209491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9c34bf-155c-4728-bd46-63a4e8b3e243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:04.55636993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9c34bf-155c-4728-bd46-63a4e8b3e243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:04.615151019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9c34bf-155c-4728-bd46-63a4e8b3e243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:05.454804591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"9c8c6df6-f1ee-419f-9d56-eb9e6a4254ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:06.773551839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c92b2b-8c86-4055-aceb-5f5504061802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:06.833379255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c92b2b-8c86-4055-aceb-5f5504061802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:06.891653908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c92b2b-8c86-4055-aceb-5f5504061802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:06.959037442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c92b2b-8c86-4055-aceb-5f5504061802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:07.535334811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"0bc9929c-6f45-452b-976c-440c9dda9a48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:08.380741259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"b45b3bd6-8029-4c0a-99c0-90830bb130fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.097802687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"00209b46-2b73-4b12-9a3a-aa86e06247af","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.319319525Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"00209b46-2b73-4b12-9a3a-aa86e06247af","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.319354262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"00209b46-2b73-4b12-9a3a-aa86e06247af","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.319474856Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf","reconcileID":"00209b46-2b73-4b12-9a3a-aa86e06247af","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f51151/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.536281626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"0045eaf3-4a5c-4688-946a-e6ca9e8d6be1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.590628336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"d5d0f902-ea36-44c1-af5b-d9a21b2c62e4","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.700037007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"05a18ed3-da8c-4720-9552-70842cff617f","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.713492102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"62fed78b-9bc5-4325-96e2-b1a755f597dd","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.756628298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"58b419e5-7d49-4a30-a66b-662a4d4b1ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.757116358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"5615b1e5-dd9d-4a78-9f77-94f6d41bae9c","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.757594865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b14e17b4-9ed4-4ccf-81e5-38215f8f65db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.758227301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"76c96971-2368-400a-962e-959e545a0cdb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.814497714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"58b419e5-7d49-4a30-a66b-662a4d4b1ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.815423469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"76c96971-2368-400a-962e-959e545a0cdb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.816772167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b14e17b4-9ed4-4ccf-81e5-38215f8f65db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.917060248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"84301a17-717c-49e3-8841-59c33106ccaf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.952081815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"0df52bbb-cb5b-46a8-88c8-e5615837d30c","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:10.97464587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"84301a17-717c-49e3-8841-59c33106ccaf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.008897796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"2496761a-a92c-4dd4-a97d-7c72704197a6","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.021859214Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-degraded-healthy-inf-auth","reconcileID":"39aaba6e-fbb7-4995-ab64-172d337224c5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:11.056005648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-free","reconcileID":"1de9d76e-9590-4fc1-a88f-1f0d679c6b7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.111621522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f8e7b261-4f55-4c58-9030-8a00eb4dd5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.169856805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"9cfd6bc0-291f-498d-a9a4-743d9fd87f46","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.171228333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f8e7b261-4f55-4c58-9030-8a00eb4dd5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.212791766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ea4bd46b-2f57-4b93-b496-51bc43eb109e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.225074529Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d6cb38 priority=0:[ai-tenant-e2e-worker-w4-d6cb38/e2e-test-subscription-free ai-tenant-e2e-worker-w4-d6cb38/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.225300418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"79c8431b-b556-4e50-b0d1-0c0dbda80b8e","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.229036852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"012dd6dc-23f8-4498-8516-ef5af13bcfdf","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.271038925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ea4bd46b-2f57-4b93-b496-51bc43eb109e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.285727585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"f5577ca4-1c17-43e0-871c-e630ab59e5b5","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.286247744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"a8e91b70-37b9-47e7-8489-029813b0d9e8","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.287243779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"099b6443-5e9d-4245-98a9-fc2041499366","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:11.328555711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-premium","reconcileID":"dd436025-b5b7-4425-819a-228eee89dfde","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.345531888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"4b4a12c3-77cd-4a17-b674-1241fbfdc62d","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.440763815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"0cb990d7-8af3-4b87-a4c8-d9edd8767090","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.447267722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fe6b03a8-9b75-4c1c-b532-7393e4d1a968","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.496659185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"8d982254-31a5-4b11-9236-ff8295ced311","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.50440585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fe6b03a8-9b75-4c1c-b532-7393e4d1a968","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.511350354Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-free","reconcileID":"1702d3e4-1b77-4465-9460-8db01d0654f3","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-d6cb38/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.58336708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f86d8cf9-207d-410c-8993-8ef255b594fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.640598738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f86d8cf9-207d-410c-8993-8ef255b594fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.681615933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"37c2daf9-fd81-40c5-90df-c9eeed4a449d","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.683337844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"cec0a42d-2388-413c-8875-15e83e48a2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.716638227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-premium","reconcileID":"c613a237-4842-47c6-ae8e-704b7f4ebf15","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.740867897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"cec0a42d-2388-413c-8875-15e83e48a2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.75104359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"7322d199-c230-4ced-8750-18c461b60534","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.751293167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d6cb38 priority=0:[ai-tenant-e2e-worker-w4-d6cb38/e2e-test-subscription-free ai-tenant-e2e-worker-w4-d6cb38/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.809637432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"c93d5a2e-5127-4701-b82b-6b48195018c4","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.811274504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"8e3aa80b-8092-46f2-8879-2b1cea012e87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:11.855703669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-list-subs-refs-sub","reconcileID":"03fbf41d-91ab-49e9-920f-ef723cf6c09e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.868743429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"d32f37ad-5542-475b-94c3-eca923dc6961","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.933945686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-free","reconcileID":"57da27a1-b76b-430f-9295-2fd43e722d10","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:11.955913278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-premium","reconcileID":"c613a237-4842-47c6-ae8e-704b7f4ebf15","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.962060399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9a4ea468-d039-4b3a-914f-881c48b0243f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:11.987971332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"eb90cfe6-3eb3-4b7a-8fa0-b5c442592978","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.023592474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9a4ea468-d039-4b3a-914f-881c48b0243f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.046610764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"350cc2e5-df13-4323-b4e6-dc9157b3fbf2","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.053698812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"92e55bc8-5d24-4f79-b003-7564cda09c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.053839795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"e90fc8af-b7d0-4424-93bc-3ab810a57c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.107218217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f502cfcd-cb3e-4e12-9519-e06f6d89b490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.111826964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"92e55bc8-5d24-4f79-b003-7564cda09c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.112884763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"e90fc8af-b7d0-4424-93bc-3ab810a57c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.129082463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"bae67dd6-0a19-42fa-9bb4-1e4617cc9c4d","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.187078185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f502cfcd-cb3e-4e12-9519-e06f6d89b490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.18784616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-premium","reconcileID":"138803cf-c1d9-4179-8868-d7c201f09d8f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.356535485Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-list-subs-refs-sub","reconcileID":"75a59092-5a60-461b-b821-630f9457da97","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.360618494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"a4814775-74c3-42ae-b5f9-4fb32314c4a0","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.504749841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"448f349d-5743-4821-ad7d-fa748c2bd86e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.505764666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"67f734b8-b62d-49d3-92d4-2753cb4bbd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.535784861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"277cbe6b-35b6-4e86-9ff7-9e8228e9c1e9","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.582237253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"3c12025a-46fe-4cb2-8a7a-711e188098df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.585984174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"448f349d-5743-4821-ad7d-fa748c2bd86e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.591204812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"67f734b8-b62d-49d3-92d4-2753cb4bbd34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.66430234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.765910548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-list-subs-refs-sub","reconcileID":"c211c8e0-b7b6-4b5b-9ada-8fb58d9cce40","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.90049164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"7e676660-2edb-4c8b-9b77-970e2f06c73a","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:12.963245128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"7e676660-2edb-4c8b-9b77-970e2f06c73a","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:13.021086959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-aa8aff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"7e676660-2edb-4c8b-9b77-970e2f06c73a","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:13.519544033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"dff4a366-a5b6-4fec-9081-7c681e759849","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.73181147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"7c14b936-fb94-475b-a2e4-307d59619396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.731813463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"4ee574fe-4985-4a56-a181-65de3351b7c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.776760183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"75c9789a-af9a-4c2d-a137-a66b0364d271","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.791198723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"7c14b936-fb94-475b-a2e4-307d59619396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.791207522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"4ee574fe-4985-4a56-a181-65de3351b7c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.937541942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f1844a40-4d4c-4b3a-82ad-1b29ec26482c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.937626897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d9e5a6e5-f423-41ed-a6a6-f2a804439d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.995685935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"d9e5a6e5-f423-41ed-a6a6-f2a804439d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:14.995743201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f1844a40-4d4c-4b3a-82ad-1b29ec26482c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:15.437786043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"56435090-7286-4efd-81da-765337cef3f0","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:15.598353538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"cc0668cb-5362-40ab-94fe-5a88919b101d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:15.598370034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"461d02fd-e279-494e-a3ca-cc12f5dec701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:15.598957798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5eca7c2b-eb84-4b99-8db2-f075a7eb3bef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:15.656693206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"cc0668cb-5362-40ab-94fe-5a88919b101d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:15.658010195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5eca7c2b-eb84-4b99-8db2-f075a7eb3bef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:15.65903791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"461d02fd-e279-494e-a3ca-cc12f5dec701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.131392589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"de98fdb2-a45b-4e69-bd90-a9da00fc8173","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.187927599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"66679105-a1ff-4b1e-8d0f-79f5fb1a185f","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:18.238457758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-sub","reconcileID":"ddf3bdca-2362-4499-8adb-2f17a4d48b72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.246875363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"f05a8946-cead-4d7d-a221-788725267126","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.292011731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"1c23090a-f73d-4433-a8ee-d4a97ac9c49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.292014108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"dc861020-0081-4efb-b846-a63d28969984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.349861235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"dc861020-0081-4efb-b846-a63d28969984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.351153873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"1c23090a-f73d-4433-a8ee-d4a97ac9c49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.351879364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"78b80406-fd72-4368-959f-4da203b50014","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.388991941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"6b777c1b-edb0-46c6-bf35-05d0c651b40a","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.389115649Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-f51151 priority=0:[ai-tenant-e2e-worker-w3-f51151/e2e-model-match-sub ai-tenant-e2e-worker-w3-f51151/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.409612133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"49b68323-f66c-4a32-a421-c2502b838e96","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:18.44383807Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f51151/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.493650871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"ce2e7dfe-e54c-4d33-b4a7-de2702bf88de","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:18.497923575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f51151/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.551988491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"21acc64e-4285-4a45-a7a3-0e504882ea6c","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.627197718Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-sub","reconcileID":"b3ce86e7-8a45-4f78-9d43-42777dd4f86a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-distinct-w3-f51151","model":"distinct-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.659541791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"0c6363a5-c803-43c8-b8c2-a45e247ead98","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.720562574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"54bc36e5-587c-4f01-8b63-e5f784266e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.720585844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"c5a11d72-8afe-4826-806e-3e4710a5306a","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.721582284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"97980ef7-6808-42f4-a604-a7bbce5ed57e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.77056683Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-sub","reconcileID":"b46d5e53-f5b4-41dc-b7e5-79587b02e32e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-distinct-2-w3-f51151","model":"distinct-2-w3-f51151","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f51151/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.778607676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"54bc36e5-587c-4f01-8b63-e5f784266e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.779236683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"97980ef7-6808-42f4-a604-a7bbce5ed57e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.797262047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"a7cba0e3-07a9-4b3e-9883-5efc1ac5a6df","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.924270398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"f7205a26-5609-4a08-90f7-90a965319763","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.929975367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"b71f0fda-6d31-416a-9bb5-97d1b0029bed","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.985016845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"45508cb2-392e-4367-b42d-84a62477c55b","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:18.988634611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"b71f0fda-6d31-416a-9bb5-97d1b0029bed","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.011402637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-sub","reconcileID":"b34ef78b-a233-48c5-823a-98589b8f4c7e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-distinct-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/distinct-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:19.040227746Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"45508cb2-392e-4367-b42d-84a62477c55b","name":"distinct-2-w3-f51151","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-f51151\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:19.040306671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"45508cb2-392e-4367-b42d-84a62477c55b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-f51151\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.045540641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"0e878b1d-3e9d-4072-b371-f655b6afb560","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.1580598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-sub","reconcileID":"dc446216-ae95-462c-a474-bb8f2a227e5d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-distinct-2-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/distinct-2-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.248496733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"c6ad7621-2bf6-4d0d-972b-de8de5378025","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.251332395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2e53dadf-adbe-468d-847d-b2826405e783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.251505058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9afd2356-63ec-42ab-acb3-96649e754ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.305987756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"c6ad7621-2bf6-4d0d-972b-de8de5378025","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.308641028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2e53dadf-adbe-468d-847d-b2826405e783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.30912511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9afd2356-63ec-42ab-acb3-96649e754ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.310117274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"2e0f4d95-38eb-4422-92ad-23c80600b483","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.482695219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-sub","reconcileID":"a9724742-1589-40ff-a006-dd85f6cf3e1b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-distinct-2-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/distinct-2-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.57594727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"53b8a348-eacb-4cd8-8e25-4a9965b16ae3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.58119463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"e6e30280-913b-456b-b8c7-705ee00e9735","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.633348929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"53b8a348-eacb-4cd8-8e25-4a9965b16ae3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.849865645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"ecea09ce-6803-45a7-b850-1a13b840e3b8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:19.908519354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"ecea09ce-6803-45a7-b850-1a13b840e3b8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:19.951541902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"53b8a348-eacb-4cd8-8e25-4a9965b16ae3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.225811546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"d061ad8b-7f6e-4fdf-ad18-f4d7b466a714","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.284611173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"d061ad8b-7f6e-4fdf-ad18-f4d7b466a714","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.557598053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"832a017b-8a74-4a8c-a792-24ae51da842e","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.722885659Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-sub","reconcileID":"32ef3c02-bd05-471a-9283-33fef51628b6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-225d1433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.824708956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b427a9a7-e275-4214-9d95-f3054f017824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.824873568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"818b4d85-c10f-4d4e-871b-7ae5bca99428","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.825172568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"f13864ef-00e9-400c-8ec2-e9bd650abad5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.82532993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a5e268c0-a1f0-43a5-ac35-ff140c8bf54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.883393359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a5e268c0-a1f0-43a5-ac35-ff140c8bf54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.883642169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b427a9a7-e275-4214-9d95-f3054f017824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.886033352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"818b4d85-c10f-4d4e-871b-7ae5bca99428","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:20.886063046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"f13864ef-00e9-400c-8ec2-e9bd650abad5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.205284684Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-sub","reconcileID":"66cce1e7-c2a8-4a8c-b88e-9ea9f58c6a47","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-225d1433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.358689013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"46d6ae2c-0409-4ec7-a91c-82b037fed5be","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.358776264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"80b886c8-d4fb-4395-a4a0-0c1a492aa747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.359071694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"f7dfa2e9-a8a4-457d-9a85-06c4a8508f67","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.359184888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7b040fcd-0091-422d-ba40-4243d56f130e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.417100557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"80b886c8-d4fb-4395-a4a0-0c1a492aa747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.417233449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"f7dfa2e9-a8a4-457d-9a85-06c4a8508f67","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.419498453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"46d6ae2c-0409-4ec7-a91c-82b037fed5be","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:21.41964428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"7b040fcd-0091-422d-ba40-4243d56f130e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:23.130018757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"8e00880c-31c7-4a54-8231-5a6894cb7cc6","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:23.187600135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"8e00880c-31c7-4a54-8231-5a6894cb7cc6","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:23.24400272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-aa8aff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6c288bdc6400335234b4d5b3e6674ae03bd938dda23c9f889bd782887ff2a64) AuthConfig (cd38fd6584f318d80b4b145468fe8dc20ed94c27cfc991c9fad7d9fae6f0e537) AuthConfig (e21e1a4c42933efc0333d252ac6ea90437052e32f706b3fc1b0fd030066f64e7) AuthConfig (dfaf51cd2960082df8575afc70019a8aa8190ceee6c7275bfd043e37353167cc) AuthConfig (12c7c0bc5986eaa7d046774a889e4bc3d3eebb5c3c9b42a50fd37018f24e33ae) AuthConfig (af9e6bde539685d5d0a05f48574d05a4b4950429514947112e65895e7c79d504) AuthConfig (a0eb1c662a7b62c899339fe96c55da89c6bab1f7d957f79ed23685d4dafa7dcb) AuthConfig (2a2f4657d44d6ecba95bae442b2475b2e9939c246cc8eebbdbc3294b2b82f38a) AuthConfig (c1d06f8b555eb6e177c3d425421d27e44859f77bad273362c2e7c9e5db135432) AuthConfig (f40ff62a41d740333fc2d5a12e89b985a6b447122c65e2af4caa1d79b5e0c9ee) AuthConfig (dab80df92bcc50a8daf4ccb35203dc12a95aec16354af763832cba0b76635ef2) AuthConfig (a037509cd7762b2b38b15837df93e43ad3585c339cf17f519385438bf849c18d) AuthConfig (557ea8d47815dd0d2dea5361aa15ea0c86441144b090e94f169492660765aeac) AuthConfig (1c7715a7b97704c062bdda48c1f4fca359ddfd47a4b89c996a091bbf202a6f6e) AuthConfig (e0e87bc68ced3c1fae3951c290c281edf6551918c422ba8d5d37c5634af550e9) AuthConfig (7f0b6887999f604061fff1990a0319fd638e2b0ada2789c6660abcfeb00e8c92) AuthConfig (e30b1cd8d54e09853f762b65378aac689ae7e38336c1140f67d92d2677e90972) AuthConfig (95758b156a5024d2c1388891cd6820461c19b119dc764cad0ddeb2810283d8d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"8e00880c-31c7-4a54-8231-5a6894cb7cc6","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:23.303323608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"6e20f3b6-1ead-4243-9e1f-0c25091a9973","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:23.303346152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"6e20f3b6-1ead-4243-9e1f-0c25091a9973","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:24.945005359Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-list-subs-refs-sub","reconcileID":"7aa00a31-ffe4-46e2-ad50-1dcbca6fcefc","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.166640339Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-list-subs-refs-sub","reconcileID":"7aa00a31-ffe4-46e2-ad50-1dcbca6fcefc","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.254026774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-sub","reconcileID":"89b02733-9dfb-4422-84bf-dd5092dfc3d2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-distinct-2-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/distinct-2-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.383023275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"0672d573-e884-4a13-bbbc-d553ee4d1a82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.386316161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"423f591e-ed7a-4d0c-97a9-55d6965a128c","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.444300071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"54deab92-e491-49fe-a2ab-0ee260da6dbc","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.546774836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1d3a9909-e138-4573-9592-7a42f3f74225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.546810119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c619af8d-4b92-4679-991e-69ace145342b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.604790063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c619af8d-4b92-4679-991e-69ace145342b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.605322658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"1d3a9909-e138-4573-9592-7a42f3f74225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.606895213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-free","reconcileID":"e826bbb9-8e53-44cf-b851-d2f4365a534e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:25.832574547Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-free","reconcileID":"e826bbb9-8e53-44cf-b851-d2f4365a534e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.047711285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-premium","reconcileID":"108b2e3a-a86a-4dc2-a30d-b05e1d6b3d53","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.04786237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"cd9778bf-d3ec-4b5d-9bb8-53a4415a7808","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.10392447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"71d97533-7d32-44fb-ab18-b2ff2966ed4a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.103950595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"71d97533-7d32-44fb-ab18-b2ff2966ed4a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.163675993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"845eefc3-8114-4460-96f1-461dfef3c8d3","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.164092763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"94a4dac1-cd2a-487e-8934-24c25d4155d0","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.227339351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"3b480934-1ed9-4fd3-bad5-ee0e44799ad1","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.250900724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"dba28c22-d563-4503-8506-5fa3183ebc60","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.250917244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"dba28c22-d563-4503-8506-5fa3183ebc60","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.252332527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e4390606-d4d6-4b25-ac5d-6291d61abf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.252386531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"845644ec-45ad-4a0d-a19b-994c8f573202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.25280951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"715b8130-dddd-4d80-b8a2-2afb5670a1a9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.309254876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"6daf1dcb-600b-4c33-88ce-1961b9c1d150","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.309273792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"6daf1dcb-600b-4c33-88ce-1961b9c1d150","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.31437947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"e4390606-d4d6-4b25-ac5d-6291d61abf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.314386221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"845644ec-45ad-4a0d-a19b-994c8f573202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.316712717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"715b8130-dddd-4d80-b8a2-2afb5670a1a9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:26.356804159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-sub","reconcileID":"4e6a538b-ad96-4334-a61c-f256ad3453b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.414941455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"29afe512-8d2c-4e54-9d04-3292c988a4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.414941347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"7ef6102a-3f75-4289-a6e2-9c9b5c824bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.467716118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"12691f34-86dc-4f29-9ff8-0d39934d1ce0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.467733783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"12691f34-86dc-4f29-9ff8-0d39934d1ce0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.472402393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"7ef6102a-3f75-4289-a6e2-9c9b5c824bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.472551125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"29afe512-8d2c-4e54-9d04-3292c988a4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.507788721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"10ab4005-8f04-43ec-a534-4fd3e23f72bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.507805339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"10ab4005-8f04-43ec-a534-4fd3e23f72bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.566840848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"02763ed4-d115-4393-9331-8edc4e734c50","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.566861018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"02763ed4-d115-4393-9331-8edc4e734c50","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.681844354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"3c0cb271-c028-4204-85bf-faea68be10b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.681914311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ddef909c-173c-4fbd-80c9-adeb2721a76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.682394808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e4e3327b-aa76-4aaa-800a-19424e8f8dd1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.739663953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"3c0cb271-c028-4204-85bf-faea68be10b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.739848877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e4e3327b-aa76-4aaa-800a-19424e8f8dd1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.740720541Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-sub","reconcileID":"8a6e404e-5448-4045-85b9-6a642dbea78f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.742039082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ddef909c-173c-4fbd-80c9-adeb2721a76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.910748585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"a3221849-7fdf-4d1e-8cc8-53bf66b7cd3e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.910773354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"a3221849-7fdf-4d1e-8cc8-53bf66b7cd3e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.935337039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"50bb6936-7a42-408a-8ae5-39ddbe517cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.935532394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"9e0f0ad1-71a5-44a8-8b76-4577172a3e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.958776054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"7eb44cf3-d6b8-4140-9da2-f4559f113472","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.958798437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"7eb44cf3-d6b8-4140-9da2-f4559f113472","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.993713153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"50bb6936-7a42-408a-8ae5-39ddbe517cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:26.993800164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"9e0f0ad1-71a5-44a8-8b76-4577172a3e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:27.125243671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-sub","reconcileID":"21fcbf86-bf88-4ffa-9259-4c397ae5a2d6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:27.171412835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-auth","reconcileID":"b29ad8fc-49c4-46f0-b0db-ac3f6e85bd24","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:27.229968805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-auth","reconcileID":"b29ad8fc-49c4-46f0-b0db-ac3f6e85bd24","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:27.552212087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"83449f0f-7cb5-41ad-a93f-eb582ea10cce","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:27.552237816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"83449f0f-7cb5-41ad-a93f-eb582ea10cce","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:27.766465887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-auth","reconcileID":"d6fb8e3d-c320-435a-b24d-e5ee76b9925a","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:27.82441222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-auth","reconcileID":"d6fb8e3d-c320-435a-b24d-e5ee76b9925a","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:29.823114703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-auth","reconcileID":"b6be9c9a-be22-47ed-a0bc-b04b4e11c4d9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:29.823273112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"165c744d-4b94-4c44-b0f3-e41bfa264239","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:29.823289286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"165c744d-4b94-4c44-b0f3-e41bfa264239","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.040118428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"4e4a58e7-39be-48a2-8534-281616e7dafc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.040157853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"4e4a58e7-39be-48a2-8534-281616e7dafc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.043701678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"656c22bd-eb1f-4719-a423-f9ca9bd2936a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.043710992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"0d20e246-7f67-42a0-8ed3-21e50179e203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.090070733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"0b719531-185a-48dd-9f98-3fe4b079a030","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-3c7706","tenantID":"e2e-praxis-b-3c7706","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.099974641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-sub","reconcileID":"4bb33eef-2e00-46f6-8883-5ea53e9bd0ba","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.103281326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"0d20e246-7f67-42a0-8ed3-21e50179e203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.10447724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"656c22bd-eb1f-4719-a423-f9ca9bd2936a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.174685474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"830830d8-5705-4a03-92e7-e3daa964bcff","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.174709106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"830830d8-5705-4a03-92e7-e3daa964bcff","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.208219679Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"0b719531-185a-48dd-9f98-3fe4b079a030","name":"e2e-praxis-b-3c7706-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.432604725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"aa7bba4e-f69d-4e0c-9200-517ad4c8e6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.43310251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"8578f5b8-6299-4fd1-8d26-7859d3c8c02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.490659121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"8578f5b8-6299-4fd1-8d26-7859d3c8c02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:30.490880972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"aa7bba4e-f69d-4e0c-9200-517ad4c8e6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.258862198Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-sub","reconcileID":"ba4b4c1d-8437-45ea-971f-c700216a2555","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/distinct-w3-f51151","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.312442937Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-sub","reconcileID":"ba4b4c1d-8437-45ea-971f-c700216a2555","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/distinct-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.366214536Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-sub","reconcileID":"ba4b4c1d-8437-45ea-971f-c700216a2555","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/distinct-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.64220842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"6f321112-c341-472c-84a7-c89aa529d17e","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.777830514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"c1ce66e2-2d5a-45bb-a6a2-934c594287ed","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.916113963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a3d7dad1-ed31-424d-859c-9aa0888165f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.916176341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2bf3c51c-1daa-4a94-8c5f-91d48e124377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.916697872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"b9b311b7-b0d4-4ac9-9529-2684df51f67f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.916946594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"fd197a0e-965c-4ef6-82b2-2bad65b47d2c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.942878463Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-sub","reconcileID":"5e94528a-0bd8-458a-bda9-e213ef3a4341","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab41bd83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.974418111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"fd197a0e-965c-4ef6-82b2-2bad65b47d2c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.97453333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"b9b311b7-b0d4-4ac9-9529-2684df51f67f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.977065637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"2bf3c51c-1daa-4a94-8c5f-91d48e124377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:31.977543617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a3d7dad1-ed31-424d-859c-9aa0888165f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:32.45010651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"815cd09d-34fd-4b89-8b7e-d078c62e78f6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:32.450124776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"0b062c42-3718-4c1c-88ec-9c26ff5fa6b5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:32.450546145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"9bc8a5f8-65b9-4653-91f5-9d009db912c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:32.450626228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a89e3529-08fb-4faf-8eb4-9a935f08cbef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:32.507716704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"0b062c42-3718-4c1c-88ec-9c26ff5fa6b5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:32.50779501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"815cd09d-34fd-4b89-8b7e-d078c62e78f6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:32.510143216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"9bc8a5f8-65b9-4653-91f5-9d009db912c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:32.510228236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a89e3529-08fb-4faf-8eb4-9a935f08cbef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:33.411122161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"830a8f86-21e4-477d-a1dc-4fb8d592364a","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:33.468776178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"830a8f86-21e4-477d-a1dc-4fb8d592364a","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:33.524995557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-aa8aff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6c288bdc6400335234b4d5b3e6674ae03bd938dda23c9f889bd782887ff2a64) AuthConfig (cd38fd6584f318d80b4b145468fe8dc20ed94c27cfc991c9fad7d9fae6f0e537) AuthConfig (e21e1a4c42933efc0333d252ac6ea90437052e32f706b3fc1b0fd030066f64e7) AuthConfig (dfaf51cd2960082df8575afc70019a8aa8190ceee6c7275bfd043e37353167cc) AuthConfig (12c7c0bc5986eaa7d046774a889e4bc3d3eebb5c3c9b42a50fd37018f24e33ae) AuthConfig (af9e6bde539685d5d0a05f48574d05a4b4950429514947112e65895e7c79d504) AuthConfig (a0eb1c662a7b62c899339fe96c55da89c6bab1f7d957f79ed23685d4dafa7dcb) AuthConfig (2a2f4657d44d6ecba95bae442b2475b2e9939c246cc8eebbdbc3294b2b82f38a) AuthConfig (c1d06f8b555eb6e177c3d425421d27e44859f77bad273362c2e7c9e5db135432) AuthConfig (f40ff62a41d740333fc2d5a12e89b985a6b447122c65e2af4caa1d79b5e0c9ee) AuthConfig (dab80df92bcc50a8daf4ccb35203dc12a95aec16354af763832cba0b76635ef2) AuthConfig (a037509cd7762b2b38b15837df93e43ad3585c339cf17f519385438bf849c18d) AuthConfig (557ea8d47815dd0d2dea5361aa15ea0c86441144b090e94f169492660765aeac) AuthConfig (1c7715a7b97704c062bdda48c1f4fca359ddfd47a4b89c996a091bbf202a6f6e) AuthConfig (e0e87bc68ced3c1fae3951c290c281edf6551918c422ba8d5d37c5634af550e9) AuthConfig (7f0b6887999f604061fff1990a0319fd638e2b0ada2789c6660abcfeb00e8c92) AuthConfig (e30b1cd8d54e09853f762b65378aac689ae7e38336c1140f67d92d2677e90972) AuthConfig (95758b156a5024d2c1388891cd6820461c19b119dc764cad0ddeb2810283d8d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"830a8f86-21e4-477d-a1dc-4fb8d592364a","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:36.394018515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-premium","reconcileID":"990dde2f-1167-42d1-8c96-2cedd4712684","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:36.614566365Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-subscription-premium","reconcileID":"990dde2f-1167-42d1-8c96-2cedd4712684","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:36.831222977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"a95b4b11-b362-4219-9793-e2676d70edfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:36.831535195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"28331c25-56e5-4e9e-949c-d68b7d6368d7","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:36.973761657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"33a7fa52-90ef-4549-a78b-cd2d74b2ee2c","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:36.992968142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cc305035-8076-419b-94be-a97535fc6842","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:36.993096643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ba3e732a-2812-45e3-ba93-198a17fad4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:36.992975036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5680e24d-0ae8-45c9-a0b2-3cdde165fc10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:37.050683414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cc305035-8076-419b-94be-a97535fc6842","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:37.052782698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ba3e732a-2812-45e3-ba93-198a17fad4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:37.052899851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5680e24d-0ae8-45c9-a0b2-3cdde165fc10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:37.211790921Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f2507257-7386-4c98-a2d2-b4e25f59f13c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:37.376795025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"adb73807-286f-4cc8-9cfb-499630e9ddcb","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:40.380844715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-sub","reconcileID":"58e5d4d6-9581-46d9-963c-8bbf81c9d534","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:40.440571903Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-sub","reconcileID":"58e5d4d6-9581-46d9-963c-8bbf81c9d534","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:40.499832915Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-enrichment-sub","reconcileID":"58e5d4d6-9581-46d9-963c-8bbf81c9d534","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:40.885315857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"beed833f-ba45-40c2-9ce2-d06328f864cb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"tenant":"e2e-worker-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:40.885348342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"e2e-enrichment-model-ref","reconcileID":"beed833f-ba45-40c2-9ce2-d06328f864cb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.071909615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f4b2372e-5f41-47a9-bd77-801dba2ac231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.072761311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d4b34dda-7e54-4c06-b008-6fc73d7a6877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.140432281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f4b2372e-5f41-47a9-bd77-801dba2ac231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.155719253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d4b34dda-7e54-4c06-b008-6fc73d7a6877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.266330416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"c0b058b1-13df-43ca-8f49-3803932c4148","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.537530954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f6c3fcef-5f29-4535-b7cf-a89ee0233467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.595453741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f6c3fcef-5f29-4535-b7cf-a89ee0233467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.638304053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"02b7f3ae-bbf2-46f6-818f-64e9f48a5bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.696154206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"02b7f3ae-bbf2-46f6-818f-64e9f48a5bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.937256012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"3b1ebc88-515a-46e3-881a-54799194701c","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.937699443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"fcfd64d0-2e99-4c66-b743-168ccfdd6166","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.995423843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"dd53f9fa-1f1a-4763-b435-25d88c99a532","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.995893098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"5b1e363e-83c7-4cab-8b8b-41f12867b4af","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:41.997930946Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-sub","reconcileID":"9936b096-2616-45e8-a7e0-7c2ec7f83ced","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/distinct-2-w3-f51151","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:42.043810702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"688f4690-c96a-43e6-bfa1-2734695e3e12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.051869146Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-sub","reconcileID":"9936b096-2616-45e8-a7e0-7c2ec7f83ced","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/distinct-2-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.084320411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"ad918a66-da61-4f0b-b7a9-9d6e4f3aac3a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.084367915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c8d04e66-80bf-4581-a998-17769140a1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.084779289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"1680ac5f-3450-45c9-8808-1cb1f3a6ed5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.08499053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ae7ca0af-943b-40fe-86fd-c03afdeeed76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.097016898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fd7d1021-58d6-4d28-8206-1e26c1d4856c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.1059671Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-sub","reconcileID":"9936b096-2616-45e8-a7e0-7c2ec7f83ced","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/distinct-2-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.14338427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"ad918a66-da61-4f0b-b7a9-9d6e4f3aac3a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.143473465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"1680ac5f-3450-45c9-8808-1cb1f3a6ed5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.147325852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"ae7ca0af-943b-40fe-86fd-c03afdeeed76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.148227065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"c8d04e66-80bf-4581-a998-17769140a1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.155242926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"62d1d7f2-7395-4e17-a2fe-6f3e27d9c60b","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.156173331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"49728982-f25a-4258-9c81-1d3a9e745046","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.156487717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fd7d1021-58d6-4d28-8206-1e26c1d4856c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.19262658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"850f0ceb-de94-4c0e-a21a-e88ff47bfd2c","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.224472813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"2c55e78b-2918-401c-88cb-0cc9fb40ef98","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.224831571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"71c64f22-2342-4e59-aff8-d91d685bc7d1","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.388096721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"daa3e480-8ced-418f-8618-89bd97033e01","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.44986789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"1284047e-15bf-4a45-8dc5-858aa6f53966","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.450406559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"1976a501-97a6-4467-b33f-9836e9d8eba1","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.499749078Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"1943fa6c-ab29-46dd-9249-4fd8121c20c9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.513578714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"6668717e-7abf-4389-891b-af4c4536ff17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.52173763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"2ffcefd1-8bc8-4b94-b408-a19f79f3bbd6","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.571303586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"6668717e-7abf-4389-891b-af4c4536ff17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.619775046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"ba6e390e-752a-485d-94b3-4cc70f7e550d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.62019983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"c45dbe7f-5ede-4a8c-bc7f-04f0d5ccf284","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.620462593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"21ed2ff8-4a24-472d-a5d1-79831f9e97e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.620734678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b62d0e22-f797-45ff-8794-5aa848dd2fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.654633352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.662342699Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"1943fa6c-ab29-46dd-9249-4fd8121c20c9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-w0-0c9014","model":"distinct-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.678215861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"ba6e390e-752a-485d-94b3-4cc70f7e550d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.679420689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"c45dbe7f-5ede-4a8c-bc7f-04f0d5ccf284","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.680463441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"21ed2ff8-4a24-472d-a5d1-79831f9e97e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.683098173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"b62d0e22-f797-45ff-8794-5aa848dd2fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.714700378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"fe8d57bc-4f4e-495b-8bd7-78b724661704","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.882829397Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-match-auth","reconcileID":"3ab95fa4-330d-4d60-abf5-91248a164f5b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/distinct-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.886952024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"ef4d2eac-91e8-45a4-b030-e70d07944207","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.887359264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"2b0eef3b-05e7-46cf-b937-3314fea88b8c","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.940815489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"4ab49ac3-b9d4-4af9-89b9-22531f69c273","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.942931133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"e8a8b5ac-4e7d-4f85-b421-5d71092e4ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:42.999889094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"e8a8b5ac-4e7d-4f85-b421-5d71092e4ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.097002314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"91093715-08d8-4774-af3e-cb623c200d67","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.097299351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"23997d3b-1df5-4450-ae2b-892ec5d3cd8e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.102695353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"a3158b95-0cac-4ff1-ba1a-141bdabde3c4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.146349911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-auth","reconcileID":"122c8a9f-b290-4cc3-be29-20df16017b28","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.15658128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"23997d3b-1df5-4450-ae2b-892ec5d3cd8e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.199956486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"4be3ff76-8b57-425b-81d5-fff50c765c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.204054898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-auth","reconcileID":"122c8a9f-b290-4cc3-be29-20df16017b28","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.235231908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"27b32321-81d7-43fd-8d82-f8e68dc7a81c","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.261492885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"4be3ff76-8b57-425b-81d5-fff50c765c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.263578258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"a3158b95-0cac-4ff1-ba1a-141bdabde3c4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.310843242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8daa76de-5520-4635-aedf-22a1682d7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.368188968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8daa76de-5520-4635-aedf-22a1682d7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.408572263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"e2e-model-nomatch-auth","reconcileID":"4afa2636-6aea-48ff-b70d-fb2c7b2a9c5c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/distinct-2-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.489982288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"91a48e22-ecdb-4e16-97b4-902b43a4aa37","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.490370297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"cd748d3f-786a-4e08-9eb5-303782b307a7","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.567305923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"71d29a5f-5692-4c8a-9690-c988b1cbe412","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.632759589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"85406b00-ee1a-4007-b6d7-18686ed053aa","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.666056335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"93249be0-b0c5-437c-878a-8a942fb85dd7","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.689806535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"85406b00-ee1a-4007-b6d7-18686ed053aa","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.785781576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-auth","reconcileID":"46f86206-e575-4968-9b6c-e46ce2d17d63","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.84416095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-auth","reconcileID":"46f86206-e575-4968-9b6c-e46ce2d17d63","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.964559512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"122213a5-74a2-47ac-9de2-13e8ef9989b2","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:43.964584669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"122213a5-74a2-47ac-9de2-13e8ef9989b2","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:44.903092348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"36368614-c038-4c59-909e-75956fe0dc0b","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:44.961736801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"6ff0d8cd-a945-4295-9b1f-8f7dc3a73efe","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:45.006916769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-sub","reconcileID":"451cefda-a68f-4aa0-b231-3e46b2ccffaf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.063306226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"d1e77564-f9aa-4b71-923f-2e0f5af4d482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.063307619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"3d061fd4-c16f-42a6-8933-bc92d032a92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.117856923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"b7696027-2e7e-43a0-a1cf-d4c0269ef08e","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.122078934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"3d061fd4-c16f-42a6-8933-bc92d032a92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.122367345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"d1e77564-f9aa-4b71-923f-2e0f5af4d482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.159368717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"916fa275-62f2-40cd-b440-de54bae12803","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.176557847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"e50d897a-83d8-4faa-b3cd-0d528dead23d","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.215047679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"a03e3ccc-a9aa-4c42-acd6-c8b385c63f3d","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.395080551Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-sub","reconcileID":"3413defc-1572-407e-be89-ab4cac8b6fb5","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-distinct-w4-d6cb38","model":"distinct-w4-d6cb38","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d6cb38/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.428643932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-auth","reconcileID":"9784a021-0d8c-4f7e-a10a-08054a552c4e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.478000543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"a779d029-f93b-4ec8-b150-1d72b0dbaef0","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.478017637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-auth","reconcileID":"5fd2c07f-8b13-46e1-8826-977f53a31bbd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.486060182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-auth","reconcileID":"9784a021-0d8c-4f7e-a10a-08054a552c4e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.545729461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"42c51d3b-5344-4d25-b77f-69b9dba67e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.545763941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"0dc2b07b-58f7-4fa1-8117-639a1c764d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.565616272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"6f67ff8a-62e7-4bfa-b7fd-c7cf55199055","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.604262199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"0dc2b07b-58f7-4fa1-8117-639a1c764d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.604342605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"42c51d3b-5344-4d25-b77f-69b9dba67e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.689428115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"e234a486-17c4-4eb5-8aef-03c9695a303c","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.780282925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-sub","reconcileID":"d87d16de-dcd0-46c8-a554-0ec0ed6a2c81","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-distinct-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/distinct-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.828069303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"883b80d8-955a-4dae-8fd8-f8361c450155","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.82857598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"cbc31826-2d6f-4e6f-977f-1244c88cde43","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:45.842490236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"4e820f11-e052-417e-a56c-7b66b22adb17","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:46.026761877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f312851f-777a-4b50-b24b-fb0c558256f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:46.028169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2780ac7c-8461-4fbd-9ee5-a4cc09f9101b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:46.080633688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-auth","reconcileID":"0e6e84ab-26e0-42fb-b4f9-39385c25dadd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:46.085426635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f312851f-777a-4b50-b24b-fb0c558256f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:46.085995631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"2780ac7c-8461-4fbd-9ee5-a4cc09f9101b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:46.138317135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-auth","reconcileID":"0e6e84ab-26e0-42fb-b4f9-39385c25dadd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:48.452637399Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-auth","reconcileID":"c45d86cf-5ce2-471f-a8c5-5ec39c63ba3f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/distinct-2-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:48.452704023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"8dfb72d0-1487-47ca-97b4-3bb9dc87d3e4","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:48.663966286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"8f6cafcb-db23-41bb-aa4d-2d1f0ff419a8","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:48.804607694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"f1952178-6c67-41c6-9159-a4e7c481ae07","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:48.96461684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"4655a3e5-54e0-414f-93db-3c6dc88338f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:48.964623367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"4c97955e-9eec-4088-98d5-cdb0246dc4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.022673316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"4c97955e-9eec-4088-98d5-cdb0246dc4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.022698198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"4655a3e5-54e0-414f-93db-3c6dc88338f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.28069554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"5e728997-e57d-46da-ad93-fb015ad69d11","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.280715728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"5e728997-e57d-46da-ad93-fb015ad69d11","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.34022526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"a1e64773-1aa4-4cf9-a522-b7a6c44d997d","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.340251236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"a1e64773-1aa4-4cf9-a522-b7a6c44d997d","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.387719595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"7556a659-8776-4612-89c8-3ffa745e9f7b","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:49.387833129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"7445a49f-ba27-4537-971a-8a9bff484dcc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-aa8aff-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:49.394579378Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"a1e64773-1aa4-4cf9-a522-b7a6c44d997d","name":"praxis-route-aa8aff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-aa8aff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T21:52:49.394639182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"a1e64773-1aa4-4cf9-a522-b7a6c44d997d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-aa8aff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.399980814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"a6614b7f-4b38-4d81-9963-76264822bdc5","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.399996389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"a6614b7f-4b38-4d81-9963-76264822bdc5","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.445236634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"7556a659-8776-4612-89c8-3ffa745e9f7b","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.494978607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"ca34f195-ee38-43ab-b979-70e9c7906b97","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.494998264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"ca34f195-ee38-43ab-b979-70e9c7906b97","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.551176259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"5b9c3d77-ea94-4e2d-9fc1-32eb9d47f028","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.551194409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"5b9c3d77-ea94-4e2d-9fc1-32eb9d47f028","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.760070322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"23a0dcb4-eab9-47ee-822c-cbfde0bcc11c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.768344776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"ebd006ae-2838-4bfa-9fb1-ab8c76a161fc","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"maas-trlp-praxis-route-aa8aff","model":"praxis-route-aa8aff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.817662706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"23a0dcb4-eab9-47ee-822c-cbfde0bcc11c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.935904321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"a68fea4d-394d-4e80-95d3-7b44e3f21427","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:49.935924867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"a68fea4d-394d-4e80-95d3-7b44e3f21427","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:50.150225231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"8a91266c-f24c-4163-b7fa-c4066ff2c19d","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"maas-trlp-praxis-route-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:51.197458274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15c3467-084a-4da0-a82c-42c57d064833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:51.252011277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15c3467-084a-4da0-a82c-42c57d064833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:51.305520421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15c3467-084a-4da0-a82c-42c57d064833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:51.359144615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15c3467-084a-4da0-a82c-42c57d064833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:51.72156186Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-97995b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-97995b","reconcileID":"756969c1-4944-47a0-9a8f-27f2f6b57f09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-97995b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-97995b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:53.381403975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab55eb9-60bb-45d4-8dd3-fbed72b32aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:53.435293707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab55eb9-60bb-45d4-8dd3-fbed72b32aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:53.489084177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab55eb9-60bb-45d4-8dd3-fbed72b32aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:53.543019499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab55eb9-60bb-45d4-8dd3-fbed72b32aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:55.480753692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c77f5d5-4c63-4a66-9b61-35641bf784ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:55.547540982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c77f5d5-4c63-4a66-9b61-35641bf784ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:55.60314908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c77f5d5-4c63-4a66-9b61-35641bf784ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:55.657048328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c77f5d5-4c63-4a66-9b61-35641bf784ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:55.995665529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"57fbf98e-98f8-44ce-bfdd-08f817b3482e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.216666158Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"57fbf98e-98f8-44ce-bfdd-08f817b3482e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-0c9014/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.216699497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"57fbf98e-98f8-44ce-bfdd-08f817b3482e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.271028565Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"57fbf98e-98f8-44ce-bfdd-08f817b3482e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.325616711Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"e2e-partial-access-sub","reconcileID":"57fbf98e-98f8-44ce-bfdd-08f817b3482e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/distinct-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.433457884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"a7f5ee4b-7b48-4b74-9c3a-c79ac0c7cd02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.599292166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"e9630e19-0e82-4cd8-9daa-510879b3634d","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.599613235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"933ca1ee-1c45-431b-9f8e-7c17d38be908","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.840751537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"7a00322a-99c2-4059-8439-102e9bb6e706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.841570445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"7b3bdb1f-ee85-4273-a201-eb01ea7872ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.925029904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"7a00322a-99c2-4059-8439-102e9bb6e706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:56.925381787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"7b3bdb1f-ee85-4273-a201-eb01ea7872ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:57.589006077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf612d8-719e-4f27-816a-9867aeea2303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:57.643165681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf612d8-719e-4f27-816a-9867aeea2303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:57.697083082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf612d8-719e-4f27-816a-9867aeea2303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:57.751005353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf612d8-719e-4f27-816a-9867aeea2303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:58.970637829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-sub","reconcileID":"587e9e75-d08c-4f9f-9a81-fd81049b18cf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/distinct-w4-d6cb38","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.024806068Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-sub","reconcileID":"587e9e75-d08c-4f9f-9a81-fd81049b18cf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/distinct-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.078842503Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"e2e-no-access-sub","reconcileID":"587e9e75-d08c-4f9f-9a81-fd81049b18cf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/distinct-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.442124979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"ef8eda5c-1ae7-4faf-85b1-e065a4ecb121","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.602891977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"2444003f-f66f-4273-8322-992543f69f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.60290667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"2d85d91b-b222-4154-8f79-945a920f912e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.660832515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"2d85d91b-b222-4154-8f79-945a920f912e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.661966763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"2444003f-f66f-4273-8322-992543f69f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.777062253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96c3c37-9f12-42d2-b2fc-b469d7e6cddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.831325249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96c3c37-9f12-42d2-b2fc-b469d7e6cddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.885747041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96c3c37-9f12-42d2-b2fc-b469d7e6cddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:52:59.940207223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96c3c37-9f12-42d2-b2fc-b469d7e6cddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:01.997970688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca544e6-2e85-4649-87f8-ce1344e600cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:02.05273764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca544e6-2e85-4649-87f8-ce1344e600cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:02.107413908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca544e6-2e85-4649-87f8-ce1344e600cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:02.16246548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca544e6-2e85-4649-87f8-ce1344e600cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:03.313266742Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-6e535d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-6e535d","reconcileID":"70af7695-76b7-4fb5-99a2-9766bd4ecc2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-6e535d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-6e535d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:04.248555457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c1c576-00f3-4ec5-b6db-dd7262c052a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:04.308243658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c1c576-00f3-4ec5-b6db-dd7262c052a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:04.392082088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c1c576-00f3-4ec5-b6db-dd7262c052a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:04.456522156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c1c576-00f3-4ec5-b6db-dd7262c052a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:06.322504477Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-7cde84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-7cde84","reconcileID":"4428655b-5a03-4dbd-89ff-5e8ef900cc7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-7cde84","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-7cde84":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:06.787901432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd23c97-84cf-4dfa-8037-b01df949220b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:06.85392578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd23c97-84cf-4dfa-8037-b01df949220b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:06.914501787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd23c97-84cf-4dfa-8037-b01df949220b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:07.096634299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd23c97-84cf-4dfa-8037-b01df949220b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:09.608437073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b69985-061c-49ac-9837-4daf7b5aa554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:09.663574837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b69985-061c-49ac-9837-4daf7b5aa554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:09.717565019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b69985-061c-49ac-9837-4daf7b5aa554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:09.782820982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b69985-061c-49ac-9837-4daf7b5aa554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:11.779967801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55b7ee2-988c-474b-8ab9-fd3cf5ef0e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:11.834399598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55b7ee2-988c-474b-8ab9-fd3cf5ef0e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:11.888418869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55b7ee2-988c-474b-8ab9-fd3cf5ef0e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:11.94368154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55b7ee2-988c-474b-8ab9-fd3cf5ef0e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:12.656779168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:14.664894404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"9cfc28be-7d31-4c06-88cd-077f17b75fba","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"maas-trlp-praxis-route-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:14.665600356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febef983-d493-4214-994f-f284ce131dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:14.773811022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febef983-d493-4214-994f-f284ce131dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:14.774556585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"fa8bfa08-1d39-4865-befd-16558247e15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:14.834500032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febef983-d493-4214-994f-f284ce131dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:14.835217415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"480005d5-0c64-4fd9-be25-b3c2816f1c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:14.907730095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febef983-d493-4214-994f-f284ce131dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.047738572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"fa8bfa08-1d39-4865-befd-16558247e15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.053547467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"480005d5-0c64-4fd9-be25-b3c2816f1c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.05541139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"776d64d2-6844-49ee-8136-d3c8390ef9f4","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.05548691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"776d64d2-6844-49ee-8136-d3c8390ef9f4","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.13918418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"20247473-97ff-4c71-af51-eb5852dfc073","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.24751962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"20247473-97ff-4c71-af51-eb5852dfc073","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.5047763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"fc3504ca-eb2e-414e-84d5-931052f475a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.510204274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"365cbc30-7585-4fce-aa29-dd72ec073c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.562454916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"fc3504ca-eb2e-414e-84d5-931052f475a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.567658057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"365cbc30-7585-4fce-aa29-dd72ec073c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.619771777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d7ec1f53-0b7a-4998-b7d2-434bbc0cf153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.619988106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fff39abb-fba7-44b8-a539-d5fea5ce53b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.677620237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d7ec1f53-0b7a-4998-b7d2-434bbc0cf153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:15.677799195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"fff39abb-fba7-44b8-a539-d5fea5ce53b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:17.027015324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94344a0a-4cce-47a5-9cd2-a429aa85edd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:17.080841556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94344a0a-4cce-47a5-9cd2-a429aa85edd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:17.134910956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94344a0a-4cce-47a5-9cd2-a429aa85edd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:17.188753651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94344a0a-4cce-47a5-9cd2-a429aa85edd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:18.639988581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"85ffa391-4514-41bc-ad65-67234404c814","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:18.640009545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"85ffa391-4514-41bc-ad65-67234404c814","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:18.806213341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"6188a0cb-4c7b-452b-8219-bef2b115c312","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:18.855218332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"7daaede1-3313-47e9-a753-86bfbaa29af1","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"maas-trlp-praxis-route-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:18.863879244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"6188a0cb-4c7b-452b-8219-bef2b115c312","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:19.025513136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"8fb912b7-f6ee-44ce-95c7-586f62636258","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:19.02553839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"8fb912b7-f6ee-44ce-95c7-586f62636258","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:19.175103713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fef7127-1ad2-4d26-8505-17f703d758e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:19.229617421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fef7127-1ad2-4d26-8505-17f703d758e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:19.282805835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"cb212c19-7be0-4240-903b-f7526275c4e5","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"maas-trlp-praxis-route-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:19.283601613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fef7127-1ad2-4d26-8505-17f703d758e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:19.338085005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fef7127-1ad2-4d26-8505-17f703d758e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:27.569629265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47866874-f5a0-41b8-9363-7701ff6abd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:27.627499747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47866874-f5a0-41b8-9363-7701ff6abd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:27.681907059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47866874-f5a0-41b8-9363-7701ff6abd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:27.735601992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47866874-f5a0-41b8-9363-7701ff6abd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:29.02676381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"312fa9a6-aea9-4c22-b736-e90e636bb55e","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:29.0267867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"312fa9a6-aea9-4c22-b736-e90e636bb55e","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:29.664661185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8e0c94-a287-40b2-91ae-60a798c4d998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:29.718603195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8e0c94-a287-40b2-91ae-60a798c4d998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:29.7732143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8e0c94-a287-40b2-91ae-60a798c4d998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:29.827329923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8e0c94-a287-40b2-91ae-60a798c4d998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:37.650249996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6a146c-96e1-40a8-bd39-d23513bb0321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:37.704746191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6a146c-96e1-40a8-bd39-d23513bb0321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:37.759721442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6a146c-96e1-40a8-bd39-d23513bb0321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:37.813837329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6a146c-96e1-40a8-bd39-d23513bb0321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:39.028322725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"fa75c211-5566-4109-b190-27636df85e63","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:39.028354302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"fa75c211-5566-4109-b190-27636df85e63","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:39.62896189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec6a5cb7-278d-44cf-bd61-02bc6971ca8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:39.793892943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad8247f-085e-4014-bb31-ed9af1ab8705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:39.813773718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"3440e7cb-e1ef-417d-8c50-4a8ebdb97f27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:39.847967577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad8247f-085e-4014-bb31-ed9af1ab8705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:39.902427421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad8247f-085e-4014-bb31-ed9af1ab8705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:39.956604144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad8247f-085e-4014-bb31-ed9af1ab8705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.075186013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"0b7f030f-53b9-4946-b7c3-b54678327176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.076190696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"1b138f9c-901e-4136-9e83-9870ae7d50ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.128984982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"3ef2c54f-9e1a-4fff-a4d0-0aa71ebc9a75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.295154375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"d8aa449f-fd7c-4eec-869a-7a39dc0c5c11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.362975075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"7dfe5c76-f4be-4624-820a-6be3a2edbd3c","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"maas-trlp-praxis-route-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.46196929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68d1657c-2bbc-424a-9b81-8c50b88edba1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.461985863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"ec65d650-9bce-497a-80a7-a50fda6e3bbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.579657095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"1a8e0593-178e-40fc-a74c-ddf61cb23ef0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.681437484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"28b07fec-365f-448b-8c60-a092e74f713b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.823740982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"55996c7f-615c-4ce2-86b8-eae8c7160577","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:40.924310927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"9d392d85-3af7-4f5d-9e9b-350d0df7b5f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:42.653636121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:49.030019824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"5823bf8a-a2c3-464a-a742-954752088d19","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"tenant":"e2e-praxis-a-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:49.030045484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"5823bf8a-a2c3-464a-a742-954752088d19","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"routeName":"praxis-route-aa8aff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-aa8aff","llmisvcName":"praxis-route-aa8aff","gateway":"openshift-ingress/e2e-praxis-a-aa8aff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.046997843Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"4559b387-1a3f-4032-9b90-e24821ff42df","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.10073763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"8efcb1e4-3e90-4e9d-96c1-19a881613bb5","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.100892668Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"4559b387-1a3f-4032-9b90-e24821ff42df","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"maas-trlp-praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff","model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.101343921Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"05040eaa-72eb-4c00-86dd-b644f57c5acc","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"maas-trlp-praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff","model":"praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.160841815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"8efcb1e4-3e90-4e9d-96c1-19a881613bb5","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.160875095Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"8efcb1e4-3e90-4e9d-96c1-19a881613bb5","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.221115552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"375f9db3-25b0-4744-bfc7-c2062212fc61","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.341787842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"375f9db3-25b0-4744-bfc7-c2062212fc61","name":"e2e-shared-a-w3-97995b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.486509317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"d133a244-7d3a-4a69-9499-d11c7c240402","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:53:51.538424645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-aa8aff","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff","reconcileID":"3c0f339f-e32a-4433-bb54-8790fec0d6e6","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-aa8aff\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.543913163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"d133a244-7d3a-4a69-9499-d11c7c240402","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.543942782Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"d133a244-7d3a-4a69-9499-d11c7c240402","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:53:51.800995119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"d133a244-7d3a-4a69-9499-d11c7c240402","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"praxis-route-aa8aff-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:51.801273289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"5487251d-5a97-44bc-915a-ee4f7db69773","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.013302867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"5487251d-5a97-44bc-915a-ee4f7db69773","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.151196819Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"5487251d-5a97-44bc-915a-ee4f7db69773","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.151222844Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"5487251d-5a97-44bc-915a-ee4f7db69773","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.208480074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"75892c7c-6922-4ce8-8113-784e0e76018c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.415839853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"75892c7c-6922-4ce8-8113-784e0e76018c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.473845248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"75892c7c-6922-4ce8-8113-784e0e76018c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"name":"e2e-praxis-a-aa8aff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.473872899Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"75892c7c-6922-4ce8-8113-784e0e76018c","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-aa8aff","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:53:52.527206739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-aa8aff-auth","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-auth","reconcileID":"75892c7c-6922-4ce8-8113-784e0e76018c","error":"maasauthpolicies.maas.opendatahub.io \"praxis-route-aa8aff-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.602399718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcdd2ab-197b-4152-8b2b-f0c8bb706af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.657173827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcdd2ab-197b-4152-8b2b-f0c8bb706af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.710851672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcdd2ab-197b-4152-8b2b-f0c8bb706af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:52.764769204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcdd2ab-197b-4152-8b2b-f0c8bb706af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:54.697949996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b157b7f-2d3f-43d3-a1fe-1fc6267f9638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:54.752925137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b157b7f-2d3f-43d3-a1fe-1fc6267f9638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:54.807193473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b157b7f-2d3f-43d3-a1fe-1fc6267f9638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:54.860986571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b157b7f-2d3f-43d3-a1fe-1fc6267f9638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:56.782207824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b422e22a-97c1-4507-8216-9d795dcc207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:56.836005988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b422e22a-97c1-4507-8216-9d795dcc207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:56.889756216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b422e22a-97c1-4507-8216-9d795dcc207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:53:56.950727891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b422e22a-97c1-4507-8216-9d795dcc207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:02.141070552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"5bf25601-c257-4268-986b-f5c4d17e18b5","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","subscription":"praxis-route-aa8aff-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:02.141283901Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"praxis-route-aa8aff-sub","reconcileID":"5bf25601-c257-4268-986b-f5c4d17e18b5","MaaSSubscription":{"name":"praxis-route-aa8aff-sub","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"model":"ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-aa8aff/praxis-route-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.102812971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"c5f147b7-63f9-426a-b8b5-f593d92a1e71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.261662877Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"c5f147b7-63f9-426a-b8b5-f593d92a1e71","name":"e2e-shared-a-w0-6e535d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.324346311Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","namespace":"ai-tenant-e2e-praxis-a-eabda2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.324411261Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","namespace":"ai-tenant-e2e-praxis-a-eabda2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.324462932Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","tenant":"e2e-praxis-a-eabda2","tenantID":"e2e-praxis-a-eabda2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.379702261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-eabda2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.44589317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"Service","name":"maas-api-e2e-praxis-a-eabda2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.503424207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-eabda2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.558974005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-eabda2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.614594887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.671201787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.727673923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.78363786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.837380932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.890797037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.944493866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"Service","name":"payload-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:07.998210913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:08.05173015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:08.106727092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:08.160452144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:08.224480914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:08.281012407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:08.334329925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:08.389472831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-eabda2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:08.443600124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eabda2"},"namespace":"ai-tenant-e2e-praxis-a-eabda2","name":"default-tenant","reconcileID":"7ed2c891-35dc-4f57-8924-3fac8568ba6b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-eabda2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:09.198038725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"f26b15a9-3028-4fdc-8e08-4278399240b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:09.317786456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"384865b0-ad0a-4b3b-8904-d67cd7bd6893","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:09.420842223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"943dd8b0-be4e-40a3-9f79-fc50fc29ae38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:09.459011508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"09436e2e-db40-4b08-b92c-3259aef389ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:09.521554528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"04c186bb-bf30-4f32-bb20-d3c079053d3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:09.708562182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12aff130-cecf-4e22-baf8-99ce550044fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:09.809126683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"53333bfb-1c2e-44c8-a71b-2d01a512c477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:09.953634851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9bb2f0c-3b06-4eed-b3f8-ed8d36b66036","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:10.090335054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"084dd464-7c4a-495b-a629-71641f3f6bd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:10.184911227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"78a11656-bab4-438e-9fdb-275b009ec6c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:10.21750358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"38b650ed-74b8-4683-86ab-28fe2166b219","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:10.405377273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"b9497852-511c-4b13-b89c-d931dd2ae086","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:12.654448153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:13.520271554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"87a69545-34f6-4146-91c7-068d8eadacaa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:13.645798965Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"87a69545-34f6-4146-91c7-068d8eadacaa","name":"e2e-shared-a-w4-7cde84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:14.735262103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb08442a-db19-4e1e-b3ec-d4b6dd8a7a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:14.790262504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb08442a-db19-4e1e-b3ec-d4b6dd8a7a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:14.845830148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb08442a-db19-4e1e-b3ec-d4b6dd8a7a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:14.902272356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb08442a-db19-4e1e-b3ec-d4b6dd8a7a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:14.952581469Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-eabda2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-eabda2","reconcileID":"d5a85ae1-1a2e-4f59-a8ff-c5d6b3266537","aitenant":"ai-tenants/e2e-praxis-a-eabda2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:15.723241306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-eabda2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-eabda2","reconcileID":"d5a85ae1-1a2e-4f59-a8ff-c5d6b3266537","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-eabda2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-eabda2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:16.857503975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620ce7fa-da3a-4fb3-b658-7166d70a959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:16.911550679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620ce7fa-da3a-4fb3-b658-7166d70a959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:16.96549576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620ce7fa-da3a-4fb3-b658-7166d70a959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:17.019429238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620ce7fa-da3a-4fb3-b658-7166d70a959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:18.949903204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3355e33d-7638-47f8-bd53-5edc55275175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:19.004571917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3355e33d-7638-47f8-bd53-5edc55275175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:19.058670495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3355e33d-7638-47f8-bd53-5edc55275175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:19.113475672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3355e33d-7638-47f8-bd53-5edc55275175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:21.057199388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd19429-2315-49ab-972d-8859c1e9d269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:21.111207927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd19429-2315-49ab-972d-8859c1e9d269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:21.165036291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd19429-2315-49ab-972d-8859c1e9d269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:21.21887838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd19429-2315-49ab-972d-8859c1e9d269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:23.354395951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8633eb04-cfc1-496b-a078-cd9adae9c441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:23.408847647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8633eb04-cfc1-496b-a078-cd9adae9c441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:23.464164472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8633eb04-cfc1-496b-a078-cd9adae9c441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:23.51819423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8633eb04-cfc1-496b-a078-cd9adae9c441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:24.990499207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","namespace":"ai-tenant-e2e-praxis-b-3c7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:24.990623277Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","namespace":"ai-tenant-e2e-praxis-b-3c7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:24.990704271Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","tenant":"e2e-praxis-b-3c7706","tenantID":"e2e-praxis-b-3c7706","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.046393141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3c7706","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.111428888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"Service","name":"maas-api-e2e-praxis-b-3c7706","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.168078242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3c7706","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.223525791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3c7706","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.279528608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.337027795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.397445703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.468396372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.522766695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.523958216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70c1d9f-1f1f-4d1c-a7ab-32f19a09bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.57757691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.578712465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70c1d9f-1f1f-4d1c-a7ab-32f19a09bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.632353054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"Service","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.633531662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70c1d9f-1f1f-4d1c-a7ab-32f19a09bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.690749966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70c1d9f-1f1f-4d1c-a7ab-32f19a09bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.691903211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.745123753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.798265109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.851561171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.907798092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:25.966354543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:26.019918001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:26.076973321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:26.135367741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"01c8b8d9-2f79-4164-9704-2bc33acc087e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3c7706","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:27.696967741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ef44e7-7aa6-4ba7-878f-9878f4f761ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:27.750850415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ef44e7-7aa6-4ba7-878f-9878f4f761ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:27.804602931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ef44e7-7aa6-4ba7-878f-9878f4f761ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:27.858585024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ef44e7-7aa6-4ba7-878f-9878f4f761ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:29.814783242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be0b43d-018f-446d-8a53-f1445baeb31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:29.871624772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be0b43d-018f-446d-8a53-f1445baeb31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:29.931079057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be0b43d-018f-446d-8a53-f1445baeb31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:29.985400659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be0b43d-018f-446d-8a53-f1445baeb31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:31.996082342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465f9c2f-b041-40e1-b41b-d085c0d08674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:32.049823241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465f9c2f-b041-40e1-b41b-d085c0d08674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:32.10353855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465f9c2f-b041-40e1-b41b-d085c0d08674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:32.157353986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465f9c2f-b041-40e1-b41b-d085c0d08674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:41.886391437Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","namespace":"ai-tenant-e2e-praxis-a-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:41.886458269Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","namespace":"ai-tenant-e2e-praxis-a-aa8aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:41.886541234Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","tenant":"e2e-praxis-a-aa8aff","tenantID":"e2e-praxis-a-aa8aff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:41.941816175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"Deployment","name":"maas-api-e2e-praxis-a-aa8aff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.002921164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"Service","name":"maas-api-e2e-praxis-a-aa8aff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.06004033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-aa8aff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.115526867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-aa8aff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.17140356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.229212395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.287508583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.346420665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.400372751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.454702819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.507863627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"Service","name":"payload-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.561417181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.614608971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.656153798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.667904479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.720984091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.777538902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.830646942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.883942546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.945748118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-aa8aff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:42.999312334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-aa8aff"},"namespace":"ai-tenant-e2e-praxis-a-aa8aff","name":"default-tenant","reconcileID":"a665d9f7-c805-47da-88d9-3111687fd6fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-aa8aff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:45.675491241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf3114f-8e14-44df-8aec-fbcbe8dcf02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:45.675592745Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-aa8aff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-aa8aff","reconcileID":"7fe8b586-53d3-45c7-aa9d-a77cd4eafa52","aitenant":"ai-tenants/e2e-praxis-a-aa8aff","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:45.72958704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf3114f-8e14-44df-8aec-fbcbe8dcf02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:45.783777696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf3114f-8e14-44df-8aec-fbcbe8dcf02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:45.837704922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf3114f-8e14-44df-8aec-fbcbe8dcf02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:46.448535793Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-aa8aff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-aa8aff","reconcileID":"7fe8b586-53d3-45c7-aa9d-a77cd4eafa52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-aa8aff","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-aa8aff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:47.878326965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f7a729-1b69-4dda-90de-3166a456de86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:47.932977791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f7a729-1b69-4dda-90de-3166a456de86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:47.987408204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f7a729-1b69-4dda-90de-3166a456de86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:48.042121517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f7a729-1b69-4dda-90de-3166a456de86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:49.976475298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813f2188-a1b6-4b2f-a751-9b7fb8941691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:50.030819764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813f2188-a1b6-4b2f-a751-9b7fb8941691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:50.087543437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813f2188-a1b6-4b2f-a751-9b7fb8941691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:50.142573169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813f2188-a1b6-4b2f-a751-9b7fb8941691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:52.076941154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a33424-9992-44bb-be0f-a38edab61b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:52.130823167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a33424-9992-44bb-be0f-a38edab61b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:52.184981315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a33424-9992-44bb-be0f-a38edab61b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:52.238878301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a33424-9992-44bb-be0f-a38edab61b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:53.938954575Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","namespace":"ai-tenant-e2e-praxis-b-bb45bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:53.939045815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","namespace":"ai-tenant-e2e-praxis-b-bb45bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:53.939126631Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","tenant":"e2e-praxis-b-bb45bc","tenantID":"e2e-praxis-b-bb45bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:53.994983379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bb45bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.056649574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"Service","name":"maas-api-e2e-praxis-b-bb45bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.113433818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bb45bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.168638422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bb45bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.182976758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88272422-ec19-42e9-8253-05ff985aa0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.237124847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88272422-ec19-42e9-8253-05ff985aa0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.238954248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.308404697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88272422-ec19-42e9-8253-05ff985aa0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.365588691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88272422-ec19-42e9-8253-05ff985aa0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.375756912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.434569306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.490957944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.544245008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.647869359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.704782494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"Service","name":"payload-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.7583978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.813943014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.869935614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.937504534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:54.995361272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:55.052290484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:55.113718663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:55.168232611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bb45bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:55.227607173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bb45bc"},"namespace":"ai-tenant-e2e-praxis-b-bb45bc","name":"default-tenant","reconcileID":"f6b3d139-2338-488b-a761-1fbffeb8d907","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bb45bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:56.373397626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"742b4dac-5d9e-4f5b-a203-b63b4f0495c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:56.427793888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"742b4dac-5d9e-4f5b-a203-b63b4f0495c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:56.481703388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"742b4dac-5d9e-4f5b-a203-b63b4f0495c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:56.535308647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"742b4dac-5d9e-4f5b-a203-b63b4f0495c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:58.500010942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9d18c7-563a-417c-8aa8-aee91623e0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:58.553709399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9d18c7-563a-417c-8aa8-aee91623e0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:58.607446505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9d18c7-563a-417c-8aa8-aee91623e0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:58.661021264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9d18c7-563a-417c-8aa8-aee91623e0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:54:59.683985678Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bb45bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bb45bc","reconcileID":"a1496a8b-fbea-4292-99b4-fee260a2d99f","aitenant":"ai-tenants/e2e-praxis-b-bb45bc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:00.464609416Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bb45bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bb45bc","reconcileID":"a1496a8b-fbea-4292-99b4-fee260a2d99f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bb45bc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bb45bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:00.696438046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33a116e-9153-4eee-83b0-5c2ff0267e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:00.755588663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33a116e-9153-4eee-83b0-5c2ff0267e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:00.824601114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33a116e-9153-4eee-83b0-5c2ff0267e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:00.878845916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33a116e-9153-4eee-83b0-5c2ff0267e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:01.976414024Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-a1d751","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-a1d751","reconcileID":"e2f9f52e-2486-4027-80fa-bb5614238b63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-a1d751","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-a1d751":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:02.830970158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca4d1d9-010a-4348-8536-84cb229d5e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:02.884766918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca4d1d9-010a-4348-8536-84cb229d5e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:02.9386122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca4d1d9-010a-4348-8536-84cb229d5e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:02.992254331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca4d1d9-010a-4348-8536-84cb229d5e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:03.709776618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"1c2330f9-795b-435c-9cb0-c8567820a62d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:04.984604926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dedc9b-af56-46cf-984b-574d32555d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:05.03838649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dedc9b-af56-46cf-984b-574d32555d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:05.091978079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dedc9b-af56-46cf-984b-574d32555d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:05.145690869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dedc9b-af56-46cf-984b-574d32555d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:05.805505631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"0fb18785-809d-48a7-b621-e895f919634b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:06.723322286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"70c9aa77-b10a-4ecb-be17-53c70cfbe8bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:07.270823413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c12f1c-2953-4972-a45b-f4b3d1c0d028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:07.327044234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c12f1c-2953-4972-a45b-f4b3d1c0d028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:07.38171954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c12f1c-2953-4972-a45b-f4b3d1c0d028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:07.436484167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c12f1c-2953-4972-a45b-f4b3d1c0d028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:09.37794401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863d6e2c-b5dc-4848-82ef-34e5e26f1668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:09.431924994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863d6e2c-b5dc-4848-82ef-34e5e26f1668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:09.486006435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863d6e2c-b5dc-4848-82ef-34e5e26f1668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:09.542213405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863d6e2c-b5dc-4848-82ef-34e5e26f1668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:09.868647852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"9516013c-c0ed-4c23-8465-55aa7ad618ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:10.792777119Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-0f0874","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-0f0874","reconcileID":"fb438ce7-7cf0-438b-8c54-4ad195ebde0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-0f0874","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-0f0874":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:11.492629496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cf385aa-6b98-4e9e-be78-93afa7664db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:11.54683411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cf385aa-6b98-4e9e-be78-93afa7664db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:11.601383096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cf385aa-6b98-4e9e-be78-93afa7664db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:11.655472559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cf385aa-6b98-4e9e-be78-93afa7664db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:12.654172805Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:13.638596329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2ecbe9-34d1-409b-ae51-4509cf07980f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:13.6995917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2ecbe9-34d1-409b-ae51-4509cf07980f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:13.764435941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2ecbe9-34d1-409b-ae51-4509cf07980f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:13.862766654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2ecbe9-34d1-409b-ae51-4509cf07980f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.00709043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"fb560b37-d7b7-48f0-93db-73b8e018e64c","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.065437717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"5eb2a437-5b91-48e4-86db-a4761c55dbdb","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.247097152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"0f23ac2f-52ad-4fc7-9764-9f8622ba86ac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.266287326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"fb2cbd77-84e4-4028-bc96-4ccec6104f0e","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.304784292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"0f23ac2f-52ad-4fc7-9764-9f8622ba86ac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.322872907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"890e1780-b223-4c88-8748-25661271313a","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T21:55:14.37336947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-sub","reconcileID":"81c56df0-01eb-44bf-a7c4-abc4675aeaaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.429961803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"305218fb-b5bb-4ad3-9d6a-5db5debd966d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.431280329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"5011220a-c041-498a-90e9-6805e3a7c9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.487999924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"e112c45b-c403-488a-9e48-f5ab4e8c5b30","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.501796049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"5011220a-c041-498a-90e9-6805e3a7c9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.50246447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"305218fb-b5bb-4ad3-9d6a-5db5debd966d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.545965274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"b41be52a-1acb-4ad1-a382-d8a028a17391","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.630918884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d2efb8db-5a10-4abe-b75a-717c79b311b6","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.809666056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"e587804f-6251-4f97-ab40-58a1f2df4517","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.830418445Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-sub","reconcileID":"c762af0c-3242-42dd-af90-3bb593f29780","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/e2e-status-active-sub","ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:14.86740147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"e587804f-6251-4f97-ab40-58a1f2df4517","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.029397985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"701ba9ff-1740-404a-87c3-ea2bb192b7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.029640531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"254b9c60-bb36-479e-8200-d8d4ba501d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.035568185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"34ee8387-a935-462a-859c-2b7bd362831c","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.086700205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"3e185745-cfc3-4a20-8278-97cee3e4d312","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.091398707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"701ba9ff-1740-404a-87c3-ea2bb192b7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.091585797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"254b9c60-bb36-479e-8200-d8d4ba501d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.253761542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-sub","reconcileID":"2bb1880f-709f-46dc-9655-ca0214c89033","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.891312669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102a5b81-9d56-4c11-8f34-89fb239f671a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.945742244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102a5b81-9d56-4c11-8f34-89fb239f671a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:15.99980266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102a5b81-9d56-4c11-8f34-89fb239f671a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:16.054436668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102a5b81-9d56-4c11-8f34-89fb239f671a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:16.966237651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"d3d12c03-20dc-49ea-976c-5d0a5d932073","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.1377425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"42e2a5f5-7102-4acd-9eea-a461f0884b41","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.137808662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"16016205-60f4-4019-a5c3-476cc5ed4346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.1382419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"bd6bd2e5-17e2-4a11-a94a-d023c7302958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.195858363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"42e2a5f5-7102-4acd-9eea-a461f0884b41","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.196236637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"16016205-60f4-4019-a5c3-476cc5ed4346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.198299513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"bd6bd2e5-17e2-4a11-a94a-d023c7302958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.69371457Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","namespace":"ai-tenant-e2e-praxis-b-3c7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.693772292Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","namespace":"ai-tenant-e2e-praxis-b-3c7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.69382091Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","tenant":"e2e-praxis-b-3c7706","tenantID":"e2e-praxis-b-3c7706","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.746932551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3c7706","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.800488472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"Service","name":"maas-api-e2e-praxis-b-3c7706","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.853609286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3c7706","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.876542461Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-58ca7f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-58ca7f","reconcileID":"018261b5-b530-48e9-87b1-ac18f817be68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-58ca7f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-58ca7f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.906792226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3c7706","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.960033393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:17.996247325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f6b680-6d82-4f8b-a7a1-c5f01851d9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.049549651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.050426721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f6b680-6d82-4f8b-a7a1-c5f01851d9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.103555759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.104410481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f6b680-6d82-4f8b-a7a1-c5f01851d9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.157619879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.158289444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f6b680-6d82-4f8b-a7a1-c5f01851d9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.211751752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.265032903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.3182231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"Service","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.372635376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.433026787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.486419489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.53956469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.592882521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.646071234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.699325254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.752265693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3c7706","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:18.805363859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3c7706"},"namespace":"ai-tenant-e2e-praxis-b-3c7706","name":"default-tenant","reconcileID":"ac35a993-f879-44ec-ac57-1a53e038e29b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3c7706","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:20.19204724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5d2c1b-26ba-4d08-aece-77b353ae0cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:20.246199912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5d2c1b-26ba-4d08-aece-77b353ae0cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:20.299824296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5d2c1b-26ba-4d08-aece-77b353ae0cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:20.353698744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5d2c1b-26ba-4d08-aece-77b353ae0cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:22.385528402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d754a75-7076-4a9f-8942-c991ceccb8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:22.439502142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d754a75-7076-4a9f-8942-c991ceccb8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:22.493152329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d754a75-7076-4a9f-8942-c991ceccb8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:22.54750974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d754a75-7076-4a9f-8942-c991ceccb8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.133241313Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-sub","reconcileID":"4513cff3-3b63-4a47-9d97-61372356616b","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.42290638Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-sub","reconcileID":"4513cff3-3b63-4a47-9d97-61372356616b","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6fa533/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.576413946Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3c7706","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3c7706","reconcileID":"1a62a01b-9fcb-457c-96db-5bee4290fd93","aitenant":"ai-tenants/e2e-praxis-b-3c7706","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.686379822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"fc96125b-30ad-4048-bbe7-7a3ad23883ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.733373541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"5ff9d1ef-35e4-488c-8269-33fa36833e11","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.880014287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"26769046-a331-4d15-9bfe-a1fc01d2493c","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.894956116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"741d9dd1-b02d-4960-a283-4a7ba5375c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.89508638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"a04e5108-bc76-4ca6-9307-2903e21a2529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.895556354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"5c85afa8-8313-40b0-b31d-26d084490e32","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.954035949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"741d9dd1-b02d-4960-a283-4a7ba5375c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.954840292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"a04e5108-bc76-4ca6-9307-2903e21a2529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:27.956625847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"5c85afa8-8313-40b0-b31d-26d084490e32","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:28.05554463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdba73c-ff8b-44f7-b8b7-0472e23ce452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:28.109549114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdba73c-ff8b-44f7-b8b7-0472e23ce452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:28.163446409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdba73c-ff8b-44f7-b8b7-0472e23ce452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:28.217585589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdba73c-ff8b-44f7-b8b7-0472e23ce452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:28.217670087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"e2e-status-active-auth","reconcileID":"16e4e65e-1f35-4abb-9dc7-4afdb920c8b2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:28.389771348Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3c7706","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3c7706","reconcileID":"1a62a01b-9fcb-457c-96db-5bee4290fd93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3c7706","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-3c7706"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:28.429548289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"6e3a6609-9683-43c6-95d9-25eb51902b40","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:30.212535449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1274c6ed-12e0-44c3-8d1b-7f20cdd2d29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:30.266655414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1274c6ed-12e0-44c3-8d1b-7f20cdd2d29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:30.320582179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1274c6ed-12e0-44c3-8d1b-7f20cdd2d29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:30.376293071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1274c6ed-12e0-44c3-8d1b-7f20cdd2d29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:32.374417123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2887b17-f579-4984-b15f-f1c41563858f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:32.428910222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2887b17-f579-4984-b15f-f1c41563858f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:32.483414067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2887b17-f579-4984-b15f-f1c41563858f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:32.53732036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2887b17-f579-4984-b15f-f1c41563858f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:34.119252522Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-06e461","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-06e461","reconcileID":"adc0c55b-ea7a-4bd3-8fe9-a44ff1e69900","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-06e461","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-06e461":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:34.484263664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecc1beb-bfc8-45c0-96cc-e82ca93bf595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:34.538722602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecc1beb-bfc8-45c0-96cc-e82ca93bf595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:34.592543477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecc1beb-bfc8-45c0-96cc-e82ca93bf595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:34.647901451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecc1beb-bfc8-45c0-96cc-e82ca93bf595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:35.117705655Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-4ca09f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-4ca09f","reconcileID":"7488a3fb-5ea1-4a14-8f38-38aa7c7007d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-4ca09f","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-4ca09f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:36.59375892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cda7de0-9e69-4c39-b290-dccc406d5eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:36.64771354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cda7de0-9e69-4c39-b290-dccc406d5eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:36.701704413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cda7de0-9e69-4c39-b290-dccc406d5eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:36.755470568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cda7de0-9e69-4c39-b290-dccc406d5eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:38.719384007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fbf881-b6dd-4f77-b8a1-57991ac8adf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:38.773219599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fbf881-b6dd-4f77-b8a1-57991ac8adf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:38.826928229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fbf881-b6dd-4f77-b8a1-57991ac8adf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:38.880919053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fbf881-b6dd-4f77-b8a1-57991ac8adf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:40.882893106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3b08bd-2dc8-4471-938b-cbfe53488480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:40.937170102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3b08bd-2dc8-4471-938b-cbfe53488480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:40.992310623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3b08bd-2dc8-4471-938b-cbfe53488480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:41.04702817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3b08bd-2dc8-4471-938b-cbfe53488480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:42.653356055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:43.025737944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7972f7-3538-46b5-bbfe-863c60ee54dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:43.07961175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7972f7-3538-46b5-bbfe-863c60ee54dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:43.133411742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7972f7-3538-46b5-bbfe-863c60ee54dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:43.187329537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7972f7-3538-46b5-bbfe-863c60ee54dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:45.182092031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a105c10-5ef1-4727-8cb1-e5c3e0cf5701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:45.236736484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a105c10-5ef1-4727-8cb1-e5c3e0cf5701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:45.290633449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a105c10-5ef1-4727-8cb1-e5c3e0cf5701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:45.345426062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a105c10-5ef1-4727-8cb1-e5c3e0cf5701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:47.286120254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1f0d0e-e4b4-48ff-9096-50fc6b5c258b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:47.340297979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1f0d0e-e4b4-48ff-9096-50fc6b5c258b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:47.394283288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1f0d0e-e4b4-48ff-9096-50fc6b5c258b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:47.448243384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1f0d0e-e4b4-48ff-9096-50fc6b5c258b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:56.336564724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"1772ca13-8969-4641-87d6-e50d452359a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:55:56.453593943Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"1772ca13-8969-4641-87d6-e50d452359a4","name":"e2e-shared-b-w3-a1d751-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:11.539110863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"2d030d41-2352-4e8b-9745-766d3bebcc69","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:11.657403687Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"2d030d41-2352-4e8b-9745-766d3bebcc69","name":"e2e-shared-b-w0-0f0874-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:12.655417265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:21.812856628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"ff60879b-dcd1-4200-ba69-6dd92bf93ac0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:21.929748485Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"ff60879b-dcd1-4200-ba69-6dd92bf93ac0","name":"e2e-shared-b-w4-58ca7f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:42.006189862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"3b47be73-7d67-4855-8414-430959f73973","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:42.125285283Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"3b47be73-7d67-4855-8414-430959f73973","name":"e2e-shared-a-w2-06e461-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:42.653785809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:47.125149686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"dbc07def-2582-4595-a0c4-5a3a355f9593","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-4ca09f","tenantID":"e2e-explicit-4ca09f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:56:47.242402194Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"dbc07def-2582-4595-a0c4-5a3a355f9593","name":"e2e-explicit-4ca09f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:09.327403461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9aba0a-0967-4c80-aead-1c5e6b9ba510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:09.382700363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9aba0a-0967-4c80-aead-1c5e6b9ba510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:09.437763366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9aba0a-0967-4c80-aead-1c5e6b9ba510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:09.492207601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9aba0a-0967-4c80-aead-1c5e6b9ba510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:11.409368322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e9c82e-8a63-402d-aca7-19fd6abce28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:11.463695926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e9c82e-8a63-402d-aca7-19fd6abce28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:11.517496776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e9c82e-8a63-402d-aca7-19fd6abce28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:11.57121986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e9c82e-8a63-402d-aca7-19fd6abce28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:12.653832292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:13.529694907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa6f263-354e-41b2-ac4a-f790ae03ba45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:13.583649559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa6f263-354e-41b2-ac4a-f790ae03ba45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:13.637520704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa6f263-354e-41b2-ac4a-f790ae03ba45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:13.691178508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa6f263-354e-41b2-ac4a-f790ae03ba45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:15.618679935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bd2b53-75c0-44dc-82bd-a301c40aba9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:15.672413286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bd2b53-75c0-44dc-82bd-a301c40aba9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:15.726612893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bd2b53-75c0-44dc-82bd-a301c40aba9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:15.782738999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bd2b53-75c0-44dc-82bd-a301c40aba9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:17.732576717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9acd7c32-c71a-48d0-a8c0-a71807b72a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:17.786524036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9acd7c32-c71a-48d0-a8c0-a71807b72a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:17.841367986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9acd7c32-c71a-48d0-a8c0-a71807b72a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:17.896539419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9acd7c32-c71a-48d0-a8c0-a71807b72a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.191872658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"96f65ae2-31b6-4a2d-ae90-ff53a78a1877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.29407768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"029e8799-d778-4ed4-a731-7f4ea44621a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.475625473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"c7f7e630-f7bc-43cf-8e33-b2baa3797005","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.731753018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"13c66b71-2fad-4827-a2fc-5792be4d3bf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.826859211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2718ae56-cbf5-474a-ae39-0b5e2003f507","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.84118591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc177fc-a5c3-41b3-8a63-593fcf5b725e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.875097072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"01154464-dd39-4413-84b5-3135dccc62ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.895512944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc177fc-a5c3-41b3-8a63-593fcf5b725e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:19.950247447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc177fc-a5c3-41b3-8a63-593fcf5b725e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:20.004439086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc177fc-a5c3-41b3-8a63-593fcf5b725e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:20.058282193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69a06236-d0fe-4d49-9f22-9642d10fbebe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:20.112781772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"01cb9d1b-f6f5-4db3-b154-1c483a2df75a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:20.220644609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"9857ee33-c76c-48b4-961d-f1154ccaae1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:20.385053426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"1ef24aee-1b2a-43bc-89a8-be92dee28391","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:20.492210019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"834cd842-3222-4cb4-8e57-540ca9b1c2d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:20.594711484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"fe11af79-8323-4bf6-880d-f90383b2e781","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:21.93205648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a835984-30d7-486c-bbf6-2aacb4762c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:21.985814273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a835984-30d7-486c-bbf6-2aacb4762c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:22.039641397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a835984-30d7-486c-bbf6-2aacb4762c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:22.09340167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a835984-30d7-486c-bbf6-2aacb4762c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:24.014068329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bd9285-e402-41ef-97ff-e5b7af1e266d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:24.071537452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bd9285-e402-41ef-97ff-e5b7af1e266d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:24.127216428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bd9285-e402-41ef-97ff-e5b7af1e266d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:24.181486751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bd9285-e402-41ef-97ff-e5b7af1e266d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:26.117445245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ecaf8f5-6380-464d-b89d-b894dfd03300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:26.171317497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ecaf8f5-6380-464d-b89d-b894dfd03300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:26.22591896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ecaf8f5-6380-464d-b89d-b894dfd03300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:26.279820967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ecaf8f5-6380-464d-b89d-b894dfd03300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:28.282103075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f247c6-1833-4276-bef8-d6339e8a757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:28.336034849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f247c6-1833-4276-bef8-d6339e8a757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:28.390007939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f247c6-1833-4276-bef8-d6339e8a757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:28.444249345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f247c6-1833-4276-bef8-d6339e8a757d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:30.421537554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c935b38-bb27-4124-b94b-c172d6583f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:30.476812189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c935b38-bb27-4124-b94b-c172d6583f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:30.531082982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c935b38-bb27-4124-b94b-c172d6583f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:30.584885528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c935b38-bb27-4124-b94b-c172d6583f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:32.580702096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6899efb5-29c3-48f9-9a6a-945d579c6a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:32.634586593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6899efb5-29c3-48f9-9a6a-945d579c6a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:32.688639614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6899efb5-29c3-48f9-9a6a-945d579c6a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:32.742669024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6899efb5-29c3-48f9-9a6a-945d579c6a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:34.67343997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa9f3fd-0661-42fe-8318-6d1eff780a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:34.72733253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa9f3fd-0661-42fe-8318-6d1eff780a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:34.78094919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa9f3fd-0661-42fe-8318-6d1eff780a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:34.834930868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa9f3fd-0661-42fe-8318-6d1eff780a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.130442602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a359350-67a4-4ff3-9e22-c3c5a7e7de61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.232290748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"c77dfe80-be61-461d-a1ac-44492dd7a5eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.548844038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aaa3f4fa-c88f-423d-906a-ae42271761ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.679003026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"8f5c8881-9369-47f7-9c7e-8bdc6143dcc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.783078212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51396eb9-a300-4601-9491-492f83e1ff83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.837200677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51396eb9-a300-4601-9491-492f83e1ff83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.890915915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"600825a1-9bc4-4eea-a27c-b2babb56dfea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.891619368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51396eb9-a300-4601-9491-492f83e1ff83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:36.945882903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51396eb9-a300-4601-9491-492f83e1ff83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:37.107059996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"5fa0d15b-c826-4b6a-bbb0-938770ecc92c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:37.190356109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"0636117b-02a0-42e2-bd91-321401be5dd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:37.326100387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"4e31cbe3-ba68-408f-9f7f-fe1a9aeefa7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:37.326612871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"adf69a05-3416-47d2-9814-34d7d8ab300c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:37.497333386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"5a5b20e4-047c-4c44-859a-68ec09149706","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:37.597949316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"b0de62ff-8bf3-4617-a5da-0d5f3afff6e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:37.698562955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"05a9dbc8-b635-474b-a862-d88ebf1997e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:38.88619901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f549338-4b2a-4124-afbb-e14d9e162e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:38.940233331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f549338-4b2a-4124-afbb-e14d9e162e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:38.994347594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f549338-4b2a-4124-afbb-e14d9e162e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:39.048305002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f549338-4b2a-4124-afbb-e14d9e162e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:40.989187409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a191d7-8317-4a6c-b4a4-4bcd8996cce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:41.04299859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a191d7-8317-4a6c-b4a4-4bcd8996cce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:41.097518229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a191d7-8317-4a6c-b4a4-4bcd8996cce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:41.151366814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a191d7-8317-4a6c-b4a4-4bcd8996cce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:42.653419066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:43.083515944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dfe83c-d6f4-4099-8da2-44a3892efea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:43.1373509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dfe83c-d6f4-4099-8da2-44a3892efea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:43.191440082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dfe83c-d6f4-4099-8da2-44a3892efea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:43.245542633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dfe83c-d6f4-4099-8da2-44a3892efea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:52.62843161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"58a23a7c-f70f-4ba8-a432-29ff3a0d0aff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:52.726688187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"e216cdd7-775e-4a08-af01-3dca884307b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:52.827527818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"02f50b17-37cb-48ba-9445-c60dd17abebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:52.85201179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"aad0870a-d578-4cf9-b1ee-058843923615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:52.973002496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e706fa30-6df0-426c-86ee-d34d91ba0f5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:53.100010818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"9a05b94f-0ebd-4872-a071-5a4b33acc76d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:53.218428577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"147c8c86-19bf-4302-b2a4-ab4f6c324115","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:53.318345156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df838252-51f9-4daa-8959-2b08eed429b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:53.462464032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"4616af9b-d44b-4d53-ae50-8a25e22c6cd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:53.584271119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"2b612226-a9f1-4c0b-badc-cdb04bf79398","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:53.703415958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"90c3f364-99d9-4ba9-8816-b7f05a4d22f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:53.804218848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"d3e05d79-af09-4e60-a78f-fa956aef3525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:57.605171516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acab0abf-cafd-4957-8735-ff062d632e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:57.662033376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acab0abf-cafd-4957-8735-ff062d632e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:57.717080235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acab0abf-cafd-4957-8735-ff062d632e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:57.771072053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acab0abf-cafd-4957-8735-ff062d632e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:59.704582595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70369d6c-f3c2-4ee0-9689-eb16def782f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:59.759987754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70369d6c-f3c2-4ee0-9689-eb16def782f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:59.814621523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70369d6c-f3c2-4ee0-9689-eb16def782f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:57:59.868662928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70369d6c-f3c2-4ee0-9689-eb16def782f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:02.934009514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dda6003-7aaf-4184-8533-336be5c57764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:02.98843667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dda6003-7aaf-4184-8533-336be5c57764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:03.043526261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dda6003-7aaf-4184-8533-336be5c57764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:03.101471817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dda6003-7aaf-4184-8533-336be5c57764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:05.136252846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d05699-d242-43f9-a0ed-97eb8f318b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:05.192037868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d05699-d242-43f9-a0ed-97eb8f318b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:05.246463966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d05699-d242-43f9-a0ed-97eb8f318b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:05.300226945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d05699-d242-43f9-a0ed-97eb8f318b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:07.267240874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9952286c-1479-44d8-ac92-a633d5165980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:07.321077659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9952286c-1479-44d8-ac92-a633d5165980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:07.375113651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9952286c-1479-44d8-ac92-a633d5165980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:07.380328292Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c7e71f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c7e71f","reconcileID":"3fe3d08f-b6db-4516-b40e-45113a6f6689","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c7e71f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c7e71f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:07.429518377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9952286c-1479-44d8-ac92-a633d5165980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:09.393324157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fc4f83-9f10-4506-8b60-d9a92f9c99ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:09.447619319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fc4f83-9f10-4506-8b60-d9a92f9c99ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:09.502116468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fc4f83-9f10-4506-8b60-d9a92f9c99ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:09.556358966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fc4f83-9f10-4506-8b60-d9a92f9c99ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:12.654116701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:21.66701894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"8fdefd39-3c5c-4e57-80fa-ef5d4f0e7df9","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:21.667108086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"8fdefd39-3c5c-4e57-80fa-ef5d4f0e7df9","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:42.654613014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:44.607240288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"44f11921-4d25-4b4c-a619-d7d54fd5feab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:44.85221789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdd8229d-99a5-4580-921e-47f6cce6be0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:44.952325068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"c82c5185-88d4-4d6d-877c-f2f41a8e20fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.055322736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"1f7cbdda-040a-40f0-8463-4ed704c9fbd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.163376898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"d7a803b9-6313-40f0-aaf3-c478a1acc901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.263756242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"cb68ce64-f611-4308-a52f-77b435efaa70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.41431248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"2e8e609e-15e3-43b9-87e8-ecab64d70605","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.513725142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"da9a858e-09dc-437c-8c00-550257cec226","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.614363917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"fa4480f4-5663-44ce-a1f1-ffd19fce400b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.716024445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"454a9399-e7c7-4f28-b6c0-407fe4079b9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.732491511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ff86b3a-5d04-46f9-94bc-626178c293d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:45.916982706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"2b155b72-8212-4f8e-a2d3-f1eaa77f3d38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:58:50.838489432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-4ca09f","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"explicit-model-4ca09f","reconcileID":"57bd0e60-0e15-4d64-8de0-be56ac7faae4","MaaSModelRef":{"name":"explicit-model-4ca09f","namespace":"ai-tenant-e2e-explicit-4ca09f"},"routeName":"explicit-model-4ca09f-kserve-route","namespace":"ai-tenant-e2e-explicit-4ca09f","llmisvcName":"explicit-model-4ca09f","gateway":"openshift-ingress/e2e-explicit-4ca09f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:12.65812325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:18.392032634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"7475f995-9615-4b32-a714-4a2367351adb","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:18.392067788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"7475f995-9615-4b32-a714-4a2367351adb","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:22.039070351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"fbaa0a74-0df5-4742-888d-71c2d1c8700f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:22.156577156Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"fbaa0a74-0df5-4742-888d-71c2d1c8700f","name":"e2e-shared-b-w2-c7e71f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:42.653919741Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:46.287671352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"114f5d1c-1986-4d5f-aeb3-88d61b92c123","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:46.287694426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"114f5d1c-1986-4d5f-aeb3-88d61b92c123","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:50.360746553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"372f696b-0d3f-4c7d-850a-43c50be2abf9","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:50.360773743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"372f696b-0d3f-4c7d-850a-43c50be2abf9","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:55.892798661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"46fcc77c-09bc-48f6-b760-0f69d694de9c","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:55.892821335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"46fcc77c-09bc-48f6-b760-0f69d694de9c","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:55.948974475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"35596421-2347-489f-b65b-d3490ef5ce51","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:55.948997408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"35596421-2347-489f-b65b-d3490ef5ce51","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:56.056223762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"8288a264-e1f4-4dda-a31a-4821f55b6be5","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:56.181483553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"8288a264-e1f4-4dda-a31a-4821f55b6be5","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:56.237953857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"8288a264-e1f4-4dda-a31a-4821f55b6be5","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:56.294593885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"bc91cbe4-7399-405b-8424-f381625be905","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T21:59:56.294611836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"bc91cbe4-7399-405b-8424-f381625be905","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:06.40495597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"b81d61d2-bc97-492f-85c1-bcf973c5acfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:06.463452511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"b81d61d2-bc97-492f-85c1-bcf973c5acfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:06.519476719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"b81d61d2-bc97-492f-85c1-bcf973c5acfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:10.139438814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f2aece-c209-45ed-a803-5f960f25f39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:10.195622369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f2aece-c209-45ed-a803-5f960f25f39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:10.250361297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f2aece-c209-45ed-a803-5f960f25f39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:10.304795469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f2aece-c209-45ed-a803-5f960f25f39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:12.241002388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68cd133-4094-4353-bd8d-744cd642d019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:12.294607828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68cd133-4094-4353-bd8d-744cd642d019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:12.348452054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68cd133-4094-4353-bd8d-744cd642d019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:12.402116244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68cd133-4094-4353-bd8d-744cd642d019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:12.653330918Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:14.317776277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33e3807-22b7-4ccf-8502-628249027c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:14.371544657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33e3807-22b7-4ccf-8502-628249027c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:14.426895123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33e3807-22b7-4ccf-8502-628249027c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:14.481755322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33e3807-22b7-4ccf-8502-628249027c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:16.628837507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"838a4148-9524-4396-adfe-736e11557fbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:16.687288135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"838a4148-9524-4396-adfe-736e11557fbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:16.744009139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79b917dbd65d1863778bb874d9ec325d6f65ebf5b0aaa7598aac106ed07a453d) AuthConfig (435c1572ef09e42cae0e34b4ee56603b1f6f5cc3dde7b532e7c0dab1aeca1299) AuthConfig (861bd69371a3568d3786b56a91d3af9c85fd73ef3e549606a38eed24c8a99b89) AuthConfig (987d2d277080ec70256da8bc2596c9b4a6f0b1d33eecb2547c818f1fce464fd9) AuthConfig (10b8f42a16887a86e724b99ff08a76a9db7b707586689c2a132d00eed5cb792c) AuthConfig (c6837618504ea99c86d1aeac9197ce9683beb55d02369bdf4badae5904f9ddb5) AuthConfig (abffb2b80b2e83749e48ad9bc9e2b132b4526ff5c2ddee7e3c63dcaac739cb58) AuthConfig (7b3e638d702f81dbe5422c9319fdf7559c1f0306f12885108923c7ec63b7b6b8) AuthConfig (7acb8a78dba64f5ca2cb229b1a6a6e5100dfd1fe0185742cdf2493f937286eba) AuthConfig (3c4a94a653303d191934e4a5d5f546c8aec93cc70258197c790fd18796b337fb) AuthConfig (cdb9e2097a960951089e8bf406b69027223f661835df0854c973f5c378796c27) AuthConfig (64610b2b1b14c01fb91d85773d211a6d8b173cb847914d22204a29dbf00c051b) AuthConfig (db5b542eac4f151cd78fef497800374a070c51f4872ca44557847c1be70dd14c) AuthConfig (ddce824d6c6ab28c0eb965153db4af0b62a2269e2617650031db73be6ccc595f) AuthConfig (45d944066c06db97baf90c68e80caad343e1a9bb057998700c80ee7af4d35061) AuthConfig (feca5257a3a136afa9ca4bb6226e83b9e72a014fd57c59db758c454f118180b2) AuthConfig (6de91d16ed05414ab83195af7a0e61dc3b464cde05b3f5b5c1cb41079af7d577) AuthConfig (2ff4aaca3e39fd0a84ca9db8e0eefa9d4367e60ed5bd4187e89ae045c89adfbb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"838a4148-9524-4396-adfe-736e11557fbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:16.802797997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"c60ca52e-5644-412b-8090-03fb2f2bffc9","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:16.802819143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"c60ca52e-5644-412b-8090-03fb2f2bffc9","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:22.988081305Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","namespace":"ai-tenant-e2e-explicit-4ca09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:22.988173239Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","namespace":"ai-tenant-e2e-explicit-4ca09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:22.98823698Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","tenant":"e2e-explicit-4ca09f","tenantID":"e2e-explicit-4ca09f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.043535935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"Deployment","name":"maas-api-e2e-explicit-4ca09f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.105000208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"Service","name":"maas-api-e2e-explicit-4ca09f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.164061111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-4ca09f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.219463918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-4ca09f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.280221749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.33839763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.396257435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.452406779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.505875381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"Deployment","name":"payload-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.55979452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.61310619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"Service","name":"payload-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.666405346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"Service","name":"payload-pre-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.71951638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.772611044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.825825171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.881764783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.936863105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:23.990125613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:24.044037021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-4ca09f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:24.097379314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4ca09f"},"namespace":"ai-tenant-e2e-explicit-4ca09f","name":"default-tenant","reconcileID":"002b79b0-5d8f-4d48-9975-dfdcc1c02d4c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-4ca09f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:26.909617593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"31f6e1e2-9813-449f-a905-37c8f6295334","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:26.966948248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"31f6e1e2-9813-449f-a905-37c8f6295334","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:27.022990745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79b917dbd65d1863778bb874d9ec325d6f65ebf5b0aaa7598aac106ed07a453d) AuthConfig (435c1572ef09e42cae0e34b4ee56603b1f6f5cc3dde7b532e7c0dab1aeca1299) AuthConfig (861bd69371a3568d3786b56a91d3af9c85fd73ef3e549606a38eed24c8a99b89) AuthConfig (987d2d277080ec70256da8bc2596c9b4a6f0b1d33eecb2547c818f1fce464fd9) AuthConfig (10b8f42a16887a86e724b99ff08a76a9db7b707586689c2a132d00eed5cb792c) AuthConfig (c6837618504ea99c86d1aeac9197ce9683beb55d02369bdf4badae5904f9ddb5) AuthConfig (abffb2b80b2e83749e48ad9bc9e2b132b4526ff5c2ddee7e3c63dcaac739cb58) AuthConfig (7b3e638d702f81dbe5422c9319fdf7559c1f0306f12885108923c7ec63b7b6b8) AuthConfig (7acb8a78dba64f5ca2cb229b1a6a6e5100dfd1fe0185742cdf2493f937286eba) AuthConfig (3c4a94a653303d191934e4a5d5f546c8aec93cc70258197c790fd18796b337fb) AuthConfig (cdb9e2097a960951089e8bf406b69027223f661835df0854c973f5c378796c27) AuthConfig (64610b2b1b14c01fb91d85773d211a6d8b173cb847914d22204a29dbf00c051b) AuthConfig (db5b542eac4f151cd78fef497800374a070c51f4872ca44557847c1be70dd14c) AuthConfig (ddce824d6c6ab28c0eb965153db4af0b62a2269e2617650031db73be6ccc595f) AuthConfig (45d944066c06db97baf90c68e80caad343e1a9bb057998700c80ee7af4d35061) AuthConfig (feca5257a3a136afa9ca4bb6226e83b9e72a014fd57c59db758c454f118180b2) AuthConfig (6de91d16ed05414ab83195af7a0e61dc3b464cde05b3f5b5c1cb41079af7d577) AuthConfig (2ff4aaca3e39fd0a84ca9db8e0eefa9d4367e60ed5bd4187e89ae045c89adfbb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"31f6e1e2-9813-449f-a905-37c8f6295334","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:29.417285837Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-4ca09f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-4ca09f","reconcileID":"eddc5c25-e2ec-4dbb-a9ad-61adca7dbbd2","aitenant":"ai-tenants/e2e-explicit-4ca09f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:30.077775545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4582847-3e2c-49be-b647-319dfc5a25a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:30.131998282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4582847-3e2c-49be-b647-319dfc5a25a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:30.185884746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4582847-3e2c-49be-b647-319dfc5a25a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:30.239625144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4582847-3e2c-49be-b647-319dfc5a25a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:30.245276221Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-4ca09f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-4ca09f","reconcileID":"eddc5c25-e2ec-4dbb-a9ad-61adca7dbbd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-4ca09f","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-4ca09f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:32.190843469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37cb99a-b358-4768-b1e8-d77282870ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:32.245985784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37cb99a-b358-4768-b1e8-d77282870ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:32.300432672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37cb99a-b358-4768-b1e8-d77282870ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:32.355205393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37cb99a-b358-4768-b1e8-d77282870ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:34.300062155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcb8178-6358-4650-811f-32d99524c551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:34.353947865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcb8178-6358-4650-811f-32d99524c551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:34.407767268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcb8178-6358-4650-811f-32d99524c551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:34.461664254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcb8178-6358-4650-811f-32d99524c551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:36.686486467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f4e2fe-94b7-4f09-b272-70319ac5d2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:36.740190342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f4e2fe-94b7-4f09-b272-70319ac5d2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:36.795104706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f4e2fe-94b7-4f09-b272-70319ac5d2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:36.849995984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f4e2fe-94b7-4f09-b272-70319ac5d2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:37.175357174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"04368d19-c8bc-4dc0-b9b8-32f426fc3c6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:37.232663788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"04368d19-c8bc-4dc0-b9b8-32f426fc3c6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:37.289103537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79b917dbd65d1863778bb874d9ec325d6f65ebf5b0aaa7598aac106ed07a453d) AuthConfig (435c1572ef09e42cae0e34b4ee56603b1f6f5cc3dde7b532e7c0dab1aeca1299) AuthConfig (861bd69371a3568d3786b56a91d3af9c85fd73ef3e549606a38eed24c8a99b89) AuthConfig (987d2d277080ec70256da8bc2596c9b4a6f0b1d33eecb2547c818f1fce464fd9) AuthConfig (10b8f42a16887a86e724b99ff08a76a9db7b707586689c2a132d00eed5cb792c) AuthConfig (c6837618504ea99c86d1aeac9197ce9683beb55d02369bdf4badae5904f9ddb5) AuthConfig (abffb2b80b2e83749e48ad9bc9e2b132b4526ff5c2ddee7e3c63dcaac739cb58) AuthConfig (7b3e638d702f81dbe5422c9319fdf7559c1f0306f12885108923c7ec63b7b6b8) AuthConfig (7acb8a78dba64f5ca2cb229b1a6a6e5100dfd1fe0185742cdf2493f937286eba) AuthConfig (3c4a94a653303d191934e4a5d5f546c8aec93cc70258197c790fd18796b337fb) AuthConfig (cdb9e2097a960951089e8bf406b69027223f661835df0854c973f5c378796c27) AuthConfig (64610b2b1b14c01fb91d85773d211a6d8b173cb847914d22204a29dbf00c051b) AuthConfig (db5b542eac4f151cd78fef497800374a070c51f4872ca44557847c1be70dd14c) AuthConfig (ddce824d6c6ab28c0eb965153db4af0b62a2269e2617650031db73be6ccc595f) AuthConfig (45d944066c06db97baf90c68e80caad343e1a9bb057998700c80ee7af4d35061) AuthConfig (feca5257a3a136afa9ca4bb6226e83b9e72a014fd57c59db758c454f118180b2) AuthConfig (6de91d16ed05414ab83195af7a0e61dc3b464cde05b3f5b5c1cb41079af7d577) AuthConfig (2ff4aaca3e39fd0a84ca9db8e0eefa9d4367e60ed5bd4187e89ae045c89adfbb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"04368d19-c8bc-4dc0-b9b8-32f426fc3c6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:38.832313613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ffacec-2f36-43fc-944b-719e673e996a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:38.885931588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ffacec-2f36-43fc-944b-719e673e996a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:38.939664028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ffacec-2f36-43fc-944b-719e673e996a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:38.993353877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ffacec-2f36-43fc-944b-719e673e996a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:42.656031461Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:47.397787264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"3ad8e769-6a16-4b94-896e-cd4b8e51bf4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:47.456049935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"3ad8e769-6a16-4b94-896e-cd4b8e51bf4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:47.512469676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79b917dbd65d1863778bb874d9ec325d6f65ebf5b0aaa7598aac106ed07a453d) AuthConfig (435c1572ef09e42cae0e34b4ee56603b1f6f5cc3dde7b532e7c0dab1aeca1299) AuthConfig (861bd69371a3568d3786b56a91d3af9c85fd73ef3e549606a38eed24c8a99b89) AuthConfig (987d2d277080ec70256da8bc2596c9b4a6f0b1d33eecb2547c818f1fce464fd9) AuthConfig (10b8f42a16887a86e724b99ff08a76a9db7b707586689c2a132d00eed5cb792c) AuthConfig (c6837618504ea99c86d1aeac9197ce9683beb55d02369bdf4badae5904f9ddb5) AuthConfig (abffb2b80b2e83749e48ad9bc9e2b132b4526ff5c2ddee7e3c63dcaac739cb58) AuthConfig (7b3e638d702f81dbe5422c9319fdf7559c1f0306f12885108923c7ec63b7b6b8) AuthConfig (7acb8a78dba64f5ca2cb229b1a6a6e5100dfd1fe0185742cdf2493f937286eba) AuthConfig (3c4a94a653303d191934e4a5d5f546c8aec93cc70258197c790fd18796b337fb) AuthConfig (cdb9e2097a960951089e8bf406b69027223f661835df0854c973f5c378796c27) AuthConfig (64610b2b1b14c01fb91d85773d211a6d8b173cb847914d22204a29dbf00c051b) AuthConfig (db5b542eac4f151cd78fef497800374a070c51f4872ca44557847c1be70dd14c) AuthConfig (ddce824d6c6ab28c0eb965153db4af0b62a2269e2617650031db73be6ccc595f) AuthConfig (45d944066c06db97baf90c68e80caad343e1a9bb057998700c80ee7af4d35061) AuthConfig (feca5257a3a136afa9ca4bb6226e83b9e72a014fd57c59db758c454f118180b2) AuthConfig (6de91d16ed05414ab83195af7a0e61dc3b464cde05b3f5b5c1cb41079af7d577) AuthConfig (2ff4aaca3e39fd0a84ca9db8e0eefa9d4367e60ed5bd4187e89ae045c89adfbb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"3ad8e769-6a16-4b94-896e-cd4b8e51bf4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:57.462392125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"28265c36-5751-4497-827a-f780a7311e47","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:57.462420202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"28265c36-5751-4497-827a-f780a7311e47","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:57.620387062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"f34d8819-0782-43d4-9cf3-2ac87b3d06c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:57.679422381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"f34d8819-0782-43d4-9cf3-2ac87b3d06c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:58.004487698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"facd044e-e2f1-4214-add2-39d0d37fbdd5","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:00:58.004509866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"facd044e-e2f1-4214-add2-39d0d37fbdd5","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:02.852316665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"468de6e8-cde2-49b5-99a5-944883970ae2","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:02.852339005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"468de6e8-cde2-49b5-99a5-944883970ae2","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:02.910565806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"ab9a3cf3-7fea-4320-9aa9-be1752c0cca3","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:02.910592434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"ab9a3cf3-7fea-4320-9aa9-be1752c0cca3","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.017422732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"1c4d7738-4352-4dda-b628-286a6d683a5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.141899814Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"1c4d7738-4352-4dda-b628-286a6d683a5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.197827798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"1c4d7738-4352-4dda-b628-286a6d683a5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.255738018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"656bdd5b-0e09-46bf-bceb-5dfd62fe8142","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.255760336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"656bdd5b-0e09-46bf-bceb-5dfd62fe8142","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.320632146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"6d05f883-4e53-49ee-a884-67c2b86c0a12","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.320652555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"6d05f883-4e53-49ee-a884-67c2b86c0a12","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.379660134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"fb213bf2-3bb3-4581-b54f-74b0c2b8eb48","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.379678944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"fb213bf2-3bb3-4581-b54f-74b0c2b8eb48","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:03.426322144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"83a42bab-30aa-4949-9f99-2644fe3d6c29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-da80ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.427272577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"37b92da3-b817-4ac1-88e0-9d44f3c28ac4","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:03.43468612Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"fb213bf2-3bb3-4581-b54f-74b0c2b8eb48","name":"auth-test-model-97995b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-97995b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:03.434738049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"fb213bf2-3bb3-4581-b54f-74b0c2b8eb48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-97995b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.440084619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"ab5f0a18-b65d-4751-a01e-ae6d0cb054d2","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.440100573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"ab5f0a18-b65d-4751-a01e-ae6d0cb054d2","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.484525863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"37b92da3-b817-4ac1-88e0-9d44f3c28ac4","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.532377509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"ba40e6b4-3013-47c8-861d-c59997c5c23f","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.532395288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"ba40e6b4-3013-47c8-861d-c59997c5c23f","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.590856411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"fcada3eb-6883-4048-a5a4-73f851d58829","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.590884642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"fcada3eb-6883-4048-a5a4-73f851d58829","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.751207808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"1f9efe82-dcca-48e4-b44d-506bec999716","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.808657293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"1f9efe82-dcca-48e4-b44d-506bec999716","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.80915963Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"3d449a39-8886-42b9-b5cb-b1aa62fe55c2","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-auth-test-model-97995b","model":"auth-test-model-97995b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-97995b/e2e-auth-iso-da80ad"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.97853213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"0bc0e1cb-bfc7-498c-b792-a6ec02b75963","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:03.978553006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"0bc0e1cb-bfc7-498c-b792-a6ec02b75963","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:04.193428445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"54f44844-68a9-4977-8d5c-32ffc220a174","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-auth-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.237457482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"b27a1e8e-8b06-46c1-8732-43d5d5ec7f19","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.293147661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"b27a1e8e-8b06-46c1-8732-43d5d5ec7f19","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.298600187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"a48abef0-33b1-4d01-ad67-cdad75e6bb18","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.298666159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"a48abef0-33b1-4d01-ad67-cdad75e6bb18","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.309342926Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"00f167d6-caa6-4b4e-9300-72d3fe6aaa5d","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.309403956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"00f167d6-caa6-4b4e-9300-72d3fe6aaa5d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.329649335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"52b5bc14-ed4d-449d-9e7d-6bcf52f9c626","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.329705483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"52b5bc14-ed4d-449d-9e7d-6bcf52f9c626","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.370477892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"6ae79eea-353f-4bfc-b0ca-26820991e76a","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.370537611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"6ae79eea-353f-4bfc-b0ca-26820991e76a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.451564742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"dc0b2021-ce20-4f08-931f-d991ab75f34b","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.451647612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"dc0b2021-ce20-4f08-931f-d991ab75f34b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.612648169Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"de81015f-9d15-4a4f-9e7d-79326257b396","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.612718987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"de81015f-9d15-4a4f-9e7d-79326257b396","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.933850315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"541ffc02-39d6-4679-a50b-72e8d42977a5","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:11.933919488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"541ffc02-39d6-4679-a50b-72e8d42977a5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:12.574439771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"85e96cd1-7b7d-4617-b051-48bafb29ba83","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:12.574509807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"85e96cd1-7b7d-4617-b051-48bafb29ba83","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:12.65328753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:13.363540959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2a7410a2-79d0-4538-b338-62c4263419e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:13.421167188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2a7410a2-79d0-4538-b338-62c4263419e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:13.476946337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2a7410a2-79d0-4538-b338-62c4263419e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:13.855701986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"82528bd4-0893-40e7-b787-73d62b282c59","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:13.855767165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"82528bd4-0893-40e7-b787-73d62b282c59","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:16.417151533Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"a154f5f1-7e4b-43c2-b93d-3d2007ef149e","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:16.417228401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-4f0c8e","namespace":"ai-tenant-e2e-noten-4f0c8e"},"namespace":"ai-tenant-e2e-noten-4f0c8e","name":"noten-model-4f0c8e","reconcileID":"a154f5f1-7e4b-43c2-b93d-3d2007ef149e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-4f0c8e/noten-model-4f0c8e-kserve-route (gateways: [openshift-ingress/e2e-noten-4f0c8e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:22.749656776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"6f89e33e-458b-4c82-b8d1-0c9e305b2abb","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-auth-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:22.919364881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"b6b1f42f-6c38-441f-a0fc-065e72cec9db","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:22.919390123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"b6b1f42f-6c38-441f-a0fc-065e72cec9db","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:22.984769752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"23487dd0-d8f2-4d05-b2ab-0f5c8657f749","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:23.044681888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"23487dd0-d8f2-4d05-b2ab-0f5c8657f749","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:23.586038414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"8c6664dc-f914-49db-8ab8-96eb1e8f4a17","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:23.643648284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"8c6664dc-f914-49db-8ab8-96eb1e8f4a17","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:23.700200166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ebd46ffb051e67477198ab6753e8d28c9a38e121382759fb2d52a04e59f9b60) AuthConfig (e7b7d686afb3e980f4fa7e5e90b69836684133b1852ad79e11efb71a5156e402) AuthConfig (c88daf14f697a484e9c4281c2194076dd57e1afe0e40819b6ea26599cb703e8b) AuthConfig (71e8c9bf81b77581f96b1cca4bb909b8434efbbb06bf9c9ec1aa5c8f412b9c76) AuthConfig (45c0e8af5bd103871f78f35176ade26570f4cd362b56658e846eb717266590b0) AuthConfig (17286683a6178785a8017d68de67b058e3a1963e7ba7f06b1101054db0cebfb1) AuthConfig (488fa6498257bae79da02565203c68726b20b3ff1190dd0f76f1d15f3016b91c) AuthConfig (570e5848a361e3c9dd1e04eedfa2b9e8bd67123ca48082b249c1e62ddac6aa45) AuthConfig (22782c8aa7f396a4922a49f49140671294f2d19b32614fd09a7f9d26e94f5aa9) AuthConfig (376d56a711fbb2b29d7c46a8a0998936174b738443f0db294a13f85fd8478a94) AuthConfig (8b7e784474461510a9d9970d39fe03c297fc6f9a5f80873c40898bdfcb389e5f) AuthConfig (65ad30c331bd08b64f99c2bfc9d23db3979d37b9d3b916cb76d08a0dfabf963a) AuthConfig (a7a0dc3cdf8fe8f61255465b2a28cb24f80d6467505607084b4be4b883494ef6) AuthConfig (c3ead856f0c0807270869b6a467d9281b93eaaa8c65e788c4b6393073db2cbe8) AuthConfig (d82605cc2995db10d6c22eaf50ce1b24ce92305a4b1b2cf9ef796dc4a0e019f0) AuthConfig (7482755e6f782100b8480fa82045aac768a6400e192241b0d0cf93403dad8edb) AuthConfig (404142835a3977e1a9c2c43dac43764640a7632eade56ba3651c850858555e55) AuthConfig (c8ebd64b293ad7c614b7021be06db91b0e0b0afb406d42f6c2500255bf064935)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"8c6664dc-f914-49db-8ab8-96eb1e8f4a17","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:23.758937866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"c3af6779-543a-4917-a2e1-844c360955f7","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:23.758960093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"c3af6779-543a-4917-a2e1-844c360955f7","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.024267886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"6dc6eff7-9818-4ca6-81bd-159bbbf7d6d5","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.024292916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"6dc6eff7-9818-4ca6-81bd-159bbbf7d6d5","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.081891147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"4b2b22d6-50ee-4f21-afb5-9438b2da7eb1","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.081912737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"4b2b22d6-50ee-4f21-afb5-9438b2da7eb1","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.189112321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"bbceb33a-560f-455d-b893-f8afd64d47ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.313866623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"bbceb33a-560f-455d-b893-f8afd64d47ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.370569773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a1d751-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"bbceb33a-560f-455d-b893-f8afd64d47ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.426862604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"026a752b-d3f8-43a3-ac28-519f5a3655c3","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:24.426889803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"026a752b-d3f8-43a3-ac28-519f5a3655c3","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:33.867511027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"6a1281a2-262a-49dc-90d7-734d541e9e05","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:33.925965119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"6a1281a2-262a-49dc-90d7-734d541e9e05","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:33.98255467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ebd46ffb051e67477198ab6753e8d28c9a38e121382759fb2d52a04e59f9b60) AuthConfig (e7b7d686afb3e980f4fa7e5e90b69836684133b1852ad79e11efb71a5156e402) AuthConfig (c88daf14f697a484e9c4281c2194076dd57e1afe0e40819b6ea26599cb703e8b) AuthConfig (71e8c9bf81b77581f96b1cca4bb909b8434efbbb06bf9c9ec1aa5c8f412b9c76) AuthConfig (45c0e8af5bd103871f78f35176ade26570f4cd362b56658e846eb717266590b0) AuthConfig (17286683a6178785a8017d68de67b058e3a1963e7ba7f06b1101054db0cebfb1) AuthConfig (488fa6498257bae79da02565203c68726b20b3ff1190dd0f76f1d15f3016b91c) AuthConfig (570e5848a361e3c9dd1e04eedfa2b9e8bd67123ca48082b249c1e62ddac6aa45) AuthConfig (22782c8aa7f396a4922a49f49140671294f2d19b32614fd09a7f9d26e94f5aa9) AuthConfig (376d56a711fbb2b29d7c46a8a0998936174b738443f0db294a13f85fd8478a94) AuthConfig (8b7e784474461510a9d9970d39fe03c297fc6f9a5f80873c40898bdfcb389e5f) AuthConfig (65ad30c331bd08b64f99c2bfc9d23db3979d37b9d3b916cb76d08a0dfabf963a) AuthConfig (a7a0dc3cdf8fe8f61255465b2a28cb24f80d6467505607084b4be4b883494ef6) AuthConfig (c3ead856f0c0807270869b6a467d9281b93eaaa8c65e788c4b6393073db2cbe8) AuthConfig (d82605cc2995db10d6c22eaf50ce1b24ce92305a4b1b2cf9ef796dc4a0e019f0) AuthConfig (7482755e6f782100b8480fa82045aac768a6400e192241b0d0cf93403dad8edb) AuthConfig (404142835a3977e1a9c2c43dac43764640a7632eade56ba3651c850858555e55) AuthConfig (c8ebd64b293ad7c614b7021be06db91b0e0b0afb406d42f6c2500255bf064935)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"6a1281a2-262a-49dc-90d7-734d541e9e05","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:34.534867243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"9ed6dd5d-939b-4bc4-9c89-4f3b97d555e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:34.592883814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"9ed6dd5d-939b-4bc4-9c89-4f3b97d555e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:34.649107759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a1d751-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"9ed6dd5d-939b-4bc4-9c89-4f3b97d555e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:40.540124857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"5577b7ee-af0d-41f9-94f2-71c992c838c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:40.640717559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"bc1459f1-cd26-4d0b-9937-01767098e40c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:40.903755236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74f7db79-35ab-4edb-9b2f-a38dc4efce33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.152055168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"6600c457-efa9-4a8e-9093-bfa21611ac50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.394823106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"f09b78d5-0cd4-4ab3-a2d7-01b738a200cf","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-auth-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.495760935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"69213b27-9046-4a2a-ae18-4d5595554db7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.519225842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"201cabfe-bf4b-4e1d-81e2-f7929f91e8d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.596520885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"7b8722c9-e91c-4f51-983d-e5a07eb5eb90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.647490508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"4f9c26b8-d502-4af1-a854-f1f64a393bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.832696195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"64f41802-87bc-45ce-aebb-aa6ead140fa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.934060126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7d09a6a-cd77-4a5d-86d2-f12502f32fac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:41.958453225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"91cfa6fa-4262-4d27-b7d9-2c62e8100256","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:42.081406617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"2196e7f9-44d4-4cba-bcde-c86f5fc160af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:42.653492872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.090287954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"5e67bd01-d835-4d0d-9a92-11ca20d5cb16","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.149053944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"5e67bd01-d835-4d0d-9a92-11ca20d5cb16","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.424705303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"af0a9bea-26d0-4d22-8157-332618dd70bd","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.424725666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"af0a9bea-26d0-4d22-8157-332618dd70bd","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.757080721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"b487c01c-4ddf-4be9-85f9-290379d57b73","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.814687524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"b487c01c-4ddf-4be9-85f9-290379d57b73","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.871025563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a1d751-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54678c70bb572c34d6f6ed39e879f5beb1891cc61c4ee64dec6d9d3d0ed9c115) AuthConfig (45e18a69a53f8022df003ef870a3c9c7ee58bdafebadd742398aa710d6731e7e) AuthConfig (afffab50bac2693d1a47a43cedfba11a37634e625c51a64f41e14d037dc9bc9a) AuthConfig (07097d32546de997387a70f93207fec9fa4ced8f7b979ca18027cc4cad08bbb6) AuthConfig (3e1c5c0bad150c663f60d190f6837f1f47449a9fb1dd0f8b15a5a049a5785836) AuthConfig (45692dd8f986fdd88aa79ac3fde6dd1db9cc5cbaa9003e3fe62a6a019e62eb23) AuthConfig (e5c3e46343f841520ecdb272dac135e882471a34b6fbd1dfe102bb1535df2522) AuthConfig (4a6b47f013376c0e795759f619021480508173f8406eea0572248751de621d67) AuthConfig (37e8360925309e51a50fee25233602cbda3d126226da3458efae924e9fe8a093) AuthConfig (9ed0ddd0e1ea68b359e326fba62a585324a528f116f0bf6d3f085360f79ed877) AuthConfig (b985f4406ff1617c8d3f11a181bf0a591ce78473c6f9a011411719c028135dd2) AuthConfig (84812803be79f39f7028929de0fda826ef26570945340f374b5e4583722a406e) AuthConfig (6faa33cd34744fe698d6c36fe17815db636806edd32daed477695c8c93e9279d) AuthConfig (6427b0a7dae5d6e00d2da72c6c8209480d852659ec75de3cba811ba018065b1f) AuthConfig (207c3449a263306e15e305b5a43ba16f8e7fcab7621c25b30b7a0f243ed9655c) AuthConfig (e60f76f1d52a6f962e63a78677c20411b0971d24da7f416f039fb602ae0ae6f6) AuthConfig (132d5f08efa09a93a4af1226cb401fdbae0b5352102d82a5806add5fb5fa0bda) AuthConfig (092b41a66cf67ed4e6a2c9bf77e895326026460a706c001b31da262d99eacc93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"b487c01c-4ddf-4be9-85f9-290379d57b73","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.929784299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"ba8e3c76-be42-43ce-a051-c0ee74b5a5f9","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:44.929808504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"ba8e3c76-be42-43ce-a051-c0ee74b5a5f9","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.541986504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"03bcfbd1-ac2c-4757-b0d1-0e4c74884c84","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.54201359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"03bcfbd1-ac2c-4757-b0d1-0e4c74884c84","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.603933652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"475899a1-9c9c-4ed1-b620-f4bb1779f3c2","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.60398869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"475899a1-9c9c-4ed1-b620-f4bb1779f3c2","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.64856283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"9ad267be-9510-4003-ab57-4331f1f982ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:49.656573645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"6cfa4751-17b5-4f9c-ba12-6051e3a825f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-fc3c43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:49.658439118Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"475899a1-9c9c-4ed1-b620-f4bb1779f3c2","name":"auth-test-model-6e535d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6e535d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:01:49.658503453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"475899a1-9c9c-4ed1-b620-f4bb1779f3c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6e535d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.663898116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"76403e44-0a9c-4c7d-86df-741fa22cfcb5","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.663913843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"76403e44-0a9c-4c7d-86df-741fa22cfcb5","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.705786739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"9ad267be-9510-4003-ab57-4331f1f982ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.774633136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"1c571c0e-94e4-4943-b8aa-49e522a743d7","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.774728296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"1c571c0e-94e4-4943-b8aa-49e522a743d7","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.844642071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"a4f5e89b-fc57-48ac-8a71-25db1f5178c1","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:49.84475482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"a4f5e89b-fc57-48ac-8a71-25db1f5178c1","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:50.022245537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"b56109a5-a44b-4c35-94d9-34f5f2cadcb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:50.06230836Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"d156c2f1-10ad-49a7-bccb-6f08ec16a8f5","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-auth-test-model-6e535d","model":"auth-test-model-6e535d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-6e535d/e2e-auth-iso-fc3c43"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:50.07963472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"b56109a5-a44b-4c35-94d9-34f5f2cadcb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:50.235371723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"55d3b4fa-5cd2-4a34-adfc-c4125a071e6e","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:50.235391612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"55d3b4fa-5cd2-4a34-adfc-c4125a071e6e","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:50.447344521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"f416f2e4-78ba-4f5c-8fb8-ef385890920d","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-auth-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:55.03760342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"28261f8a-37bb-43b9-9b6a-d7b2ba1aa5af","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:55.095256095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"28261f8a-37bb-43b9-9b6a-d7b2ba1aa5af","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:01:55.151292344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a1d751-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54678c70bb572c34d6f6ed39e879f5beb1891cc61c4ee64dec6d9d3d0ed9c115) AuthConfig (45e18a69a53f8022df003ef870a3c9c7ee58bdafebadd742398aa710d6731e7e) AuthConfig (afffab50bac2693d1a47a43cedfba11a37634e625c51a64f41e14d037dc9bc9a) AuthConfig (07097d32546de997387a70f93207fec9fa4ced8f7b979ca18027cc4cad08bbb6) AuthConfig (3e1c5c0bad150c663f60d190f6837f1f47449a9fb1dd0f8b15a5a049a5785836) AuthConfig (45692dd8f986fdd88aa79ac3fde6dd1db9cc5cbaa9003e3fe62a6a019e62eb23) AuthConfig (e5c3e46343f841520ecdb272dac135e882471a34b6fbd1dfe102bb1535df2522) AuthConfig (4a6b47f013376c0e795759f619021480508173f8406eea0572248751de621d67) AuthConfig (37e8360925309e51a50fee25233602cbda3d126226da3458efae924e9fe8a093) AuthConfig (9ed0ddd0e1ea68b359e326fba62a585324a528f116f0bf6d3f085360f79ed877) AuthConfig (b985f4406ff1617c8d3f11a181bf0a591ce78473c6f9a011411719c028135dd2) AuthConfig (84812803be79f39f7028929de0fda826ef26570945340f374b5e4583722a406e) AuthConfig (6faa33cd34744fe698d6c36fe17815db636806edd32daed477695c8c93e9279d) AuthConfig (6427b0a7dae5d6e00d2da72c6c8209480d852659ec75de3cba811ba018065b1f) AuthConfig (207c3449a263306e15e305b5a43ba16f8e7fcab7621c25b30b7a0f243ed9655c) AuthConfig (e60f76f1d52a6f962e63a78677c20411b0971d24da7f416f039fb602ae0ae6f6) AuthConfig (132d5f08efa09a93a4af1226cb401fdbae0b5352102d82a5806add5fb5fa0bda) AuthConfig (092b41a66cf67ed4e6a2c9bf77e895326026460a706c001b31da262d99eacc93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"28261f8a-37bb-43b9-9b6a-d7b2ba1aa5af","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:03.436286939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d2625db-7187-48e7-9f0c-f6f7f8a1ffb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:03.535051616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"2a5438d6-fcec-46e9-91d2-5a94d57f9e79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:03.687079944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"ec2155da-b05e-479f-b10b-a56e321e5d66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:03.809878708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"9ab543c0-15ef-4256-a36a-4ea031407bff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:03.910197775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"d6f7655b-6fa3-44f6-bc1e-f59947a35666","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.010616165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"65dbd1d1-d234-4b6a-ab12-7fb00dc1e2be","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-auth-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.113632104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"34b1381a-df5a-4be9-8779-a0fcdfe58c5a","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-auth-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.184833621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"b552bc85-6b9a-4ddf-b035-66a05c1676ee","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.184862706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"b552bc85-6b9a-4ddf-b035-66a05c1676ee","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.214325591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"63827b92-ef59-4c7b-afa2-5cb77c57e9fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.315161119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"3666040a-78ea-4bb6-bac0-19918f76811e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.611562381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"8c5c3bf8-22f8-4525-8ddb-d45e1629a6de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.712659707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f91cf3f-3fcf-41f9-a17d-aeacbe7cec2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.738937717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"eab6a656-866d-4933-b225-50bc24837f46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:04.861160153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"8f54174c-1065-4531-b1ac-0172c530316d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.046964412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"8e1b4b93-1a28-460f-bb88-0f8af442a2dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.259402674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"57a19c01-848f-4f11-967f-e1252ee48e30","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.317862499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"57a19c01-848f-4f11-967f-e1252ee48e30","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.544907894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"d5a7ce73-ca57-4f64-8747-62456eb83699","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.603077592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"d5a7ce73-ca57-4f64-8747-62456eb83699","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.640750507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"4dcbf74c-fcc0-47dd-ae43-24c9eb873079","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.640773979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"4dcbf74c-fcc0-47dd-ae43-24c9eb873079","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.979006298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"3e84c217-906e-4703-8c4d-01979c9c5cd8","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:05.979032392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"3e84c217-906e-4703-8c4d-01979c9c5cd8","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.036937367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"537204ac-9e2c-4929-bf25-044fce0f5777","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.036966561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"537204ac-9e2c-4929-bf25-044fce0f5777","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.14394521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"327b6919-1102-4d35-b503-c60e9ad4c73b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.269728589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"327b6919-1102-4d35-b503-c60e9ad4c73b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.325761092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"327b6919-1102-4d35-b503-c60e9ad4c73b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.382831686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"5349b709-62bb-4050-858b-b39f62ca060e","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.382854524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"5349b709-62bb-4050-858b-b39f62ca060e","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.512619872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"30502885-6275-4b0a-8f9e-162da177700c","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:06.51264885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"30502885-6275-4b0a-8f9e-162da177700c","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:09.941185974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"b69bdee2-64b7-437c-930e-aacd6436fe92","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:09.941221637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"b69bdee2-64b7-437c-930e-aacd6436fe92","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:10.739403001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"e98b419c-419f-43eb-9598-9029be7087ea","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:10.739422798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"e98b419c-419f-43eb-9598-9029be7087ea","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:10.825843317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"b71cef9a-d611-4f70-b129-ab5114b5508e","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:10.825866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"b71cef9a-d611-4f70-b129-ab5114b5508e","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:10.877954338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"012c705e-f758-4400-9096-9f162270186c","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:02:10.877957562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"6cb471ff-c794-4292-b4da-5534dcd47a08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-da80ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:10.935595915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"012c705e-f758-4400-9096-9f162270186c","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:10.984612932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"0d87def4-5faf-4775-a25b-597ec2510e45","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:10.984637793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"0d87def4-5faf-4775-a25b-597ec2510e45","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.055282929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"6a021d62-eb7d-43a4-afdd-e3bf2e299dc1","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.055303644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"6a021d62-eb7d-43a4-afdd-e3bf2e299dc1","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.223453308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"9051a48b-a94e-446d-8617-d16fb6c7b20b","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.280787934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"9051a48b-a94e-446d-8617-d16fb6c7b20b","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.290623476Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"29492731-8877-4c42-a753-3bf13b53d2be","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-auth-test-model-a1d751","model":"auth-test-model-a1d751","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-a1d751/e2e-auth-iso-da80ad"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.462515422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"a61e0c60-b936-4ed8-94cd-175c2739b66e","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.46254254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"a61e0c60-b936-4ed8-94cd-175c2739b66e","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.677768157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"cf23ee08-765a-4f13-9a71-f0f7a16d32ad","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-auth-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.931293049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"84c6076e-1286-4ae5-ae04-305f8bb682bc","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.931317448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"84c6076e-1286-4ae5-ae04-305f8bb682bc","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.988896945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"b97b347e-93ba-4fa3-8b67-98a3692cfd24","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:11.988918903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"b97b347e-93ba-4fa3-8b67-98a3692cfd24","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:12.096176547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"cea98776-6c38-4cfa-8e9b-6b96f5aad6ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:12.220999135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"cea98776-6c38-4cfa-8e9b-6b96f5aad6ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:12.277377463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"cea98776-6c38-4cfa-8e9b-6b96f5aad6ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:12.335704694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"e1e3f5dc-b4eb-43dd-9cda-e8dfabbadce5","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:12.335726009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"e1e3f5dc-b4eb-43dd-9cda-e8dfabbadce5","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:12.654700465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:16.491685832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"768ad0ce-78fe-49fc-914a-a89855d83975","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:16.550778212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"768ad0ce-78fe-49fc-914a-a89855d83975","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:16.607264088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"768ad0ce-78fe-49fc-914a-a89855d83975","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:22.442645975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c611a390-e1f9-4abe-92b3-09bd365f0d87","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:22.50059192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c611a390-e1f9-4abe-92b3-09bd365f0d87","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:22.557051359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c611a390-e1f9-4abe-92b3-09bd365f0d87","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:26.715260598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"afd12d8b-6487-492f-bc85-28dad02c14d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:26.774503674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"afd12d8b-6487-492f-bc85-28dad02c14d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:26.831364275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"afd12d8b-6487-492f-bc85-28dad02c14d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:32.664787081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c0f49850-8fd4-4b7b-9597-d06003bdbeb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:32.722581209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c0f49850-8fd4-4b7b-9597-d06003bdbeb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:32.779281815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c0f49850-8fd4-4b7b-9597-d06003bdbeb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:36.938421477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"a46ac0a0-9558-48fd-b1e7-9b02e55fca6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:36.995500543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"a46ac0a0-9558-48fd-b1e7-9b02e55fca6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:37.051570146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"a46ac0a0-9558-48fd-b1e7-9b02e55fca6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:37.56970526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"6f53e87a-5a6c-4b06-a2ce-879a85f05344","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-auth-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:37.742969682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"5076a999-cb8a-459b-92ef-f7e20003ca1c","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:37.742989414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"5076a999-cb8a-459b-92ef-f7e20003ca1c","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:38.710626277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"755ff4ea-ec6c-4d28-bf28-f2f57db0930a","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:38.772727096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"755ff4ea-ec6c-4d28-bf28-f2f57db0930a","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:41.61836152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb79d77-c87f-4c6c-a28e-5a24b09f002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:41.672224156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb79d77-c87f-4c6c-a28e-5a24b09f002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:41.725933214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb79d77-c87f-4c6c-a28e-5a24b09f002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:41.779804357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb79d77-c87f-4c6c-a28e-5a24b09f002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.103051955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"7b50f17b-ce0b-44bd-8417-f1a68ddeb2a8","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.103074053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"7b50f17b-ce0b-44bd-8417-f1a68ddeb2a8","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.143084664Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-6689da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-6689da","reconcileID":"e5e6aa4a-938e-45a3-b013-e8e207ce4484","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-6689da","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-6689da":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.209813421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"3522dad5-5e1e-4122-a5b4-034fc95a11c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.26760775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"3522dad5-5e1e-4122-a5b4-034fc95a11c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.269332673Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"8ea042b1-47de-4231-8bf0-db5b15e64f76","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64773fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.58206891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"fa8d98c8-ae74-428e-936c-5c1c4e88aa04","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.64490071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"fa8d98c8-ae74-428e-936c-5c1c4e88aa04","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.65624422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:42.970632916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"86be558d-130d-405e-b4b6-6a79448ab019","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:43.029782948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"86be558d-130d-405e-b4b6-6a79448ab019","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:43.085986682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96cad25fbcf27b7341cae948477117cfaf58cb098cf23b68e9b61e9380b5dbab) AuthConfig (5b93fc9c5e970990ffcb287b0d50656f12bc0e49af91a8d2ec4b5eeb13bf1605) AuthConfig (dd010c172c72fd48c51e28a4460597e56fdbfdd446ca72b922184a35932738ed) AuthConfig (45f9d7d09f974f5d9052f9533c8f3080f9da3799b3cc3a935a234851c01d48a6) AuthConfig (94f9a5561f450c328575596e31e002775cbaced6edccf16a3a845fc83e5c6674) AuthConfig (ca7eaca12054f736e1a75bbf6bd1ae5564a0b1bf6a98bf677f639993d7694776) AuthConfig (ce915460df65410db1fd4ff8dd446cf14e70be86a1abdc1b3ee163aeb0f06056) AuthConfig (0f923fa7f17446f382fb056bef7c9cc2146361c32cb89e19da4e6397505de43c) AuthConfig (306fe676dfc4eeb84a7c1f3a78b631a24fea353e25b6003715990d4436533a42) AuthConfig (f6229ee2157250d6d160cdc978e612aa3a7c43bb558942020078c3f42c450c79) AuthConfig (f094d0f2e223afe06fc7ed6aadc41776a6cc59dda5ac644c150533c875567d8d) AuthConfig (601c281199237b14b77723b8a3a2ef6b8c0cbc3d025cea3c982fb1f47fa4e0f1) AuthConfig (150da2804d58820302b448e24151b1f189b717cd68a8c1e110fba61141165eb0) AuthConfig (09131f977263f1238410e0a8c5d46f7d7f662ec9e1cc5421b4e618f4a8b3901a) AuthConfig (45531229ceac4cfcba16f0f8d809077fb7e19e248278c544ac9fd018c419ef18) AuthConfig (7d3a19ba3d0056b14ca28c38813af8fa97210159c5ccca4047769f3e771355d0) AuthConfig (d8de5232c6cb8746e6aa4c7f7b0b3a4dded70343ecbd9902be4a0ed74410c67d) AuthConfig (75661500a5114b056fb7b7fa79b052930433ec107cb332756c581a2f0de24173)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"86be558d-130d-405e-b4b6-6a79448ab019","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:43.188791002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"f76ce8c3-cb09-41e2-8198-bc564b05a6f7","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:43.188810805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"f76ce8c3-cb09-41e2-8198-bc564b05a6f7","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:43.718600405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48da21a-472c-494e-863c-51c02dd9451f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:43.772703623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48da21a-472c-494e-863c-51c02dd9451f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:43.82732514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48da21a-472c-494e-863c-51c02dd9451f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:43.881384499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48da21a-472c-494e-863c-51c02dd9451f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:45.88472825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7233eb31-baea-46c5-b2da-62f99f0dea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:45.939370793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7233eb31-baea-46c5-b2da-62f99f0dea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:45.993310537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7233eb31-baea-46c5-b2da-62f99f0dea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:46.047208527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7233eb31-baea-46c5-b2da-62f99f0dea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:47.159086785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"6d27f2a9-b4c1-48b4-8cf1-154ea3482b91","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:47.218247592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"6d27f2a9-b4c1-48b4-8cf1-154ea3482b91","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:47.275059096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91970f7ac4ae9dc8cc6500e528bc955ad2f35aa953cbdaa553658695f4221e2b) AuthConfig (ffaef4e77ab77e038e2181351f7ed710141739ce5f70351bf42c0606b9215e72) AuthConfig (2eec8b123e2f232f097c8135f01e126de58c05e263e638ca62d7eefdb47f0999) AuthConfig (ca46caeca16a2930e3e73b5d3e2f07945518abac4c9b3519cdc1f8068f758273) AuthConfig (848b20842f79c8cc02bec7966c894853251e29e5c14c8a4cff729041c180e15c) AuthConfig (bbf734a8f7cb8f7a4d8f6abc6cee8a1e0f3a91a1d6f325d722ffa80ed8951fdf) AuthConfig (e9438ab25aed0d4ff0ae6ae8d98bf3aafec82cbf8347ba6b7c99e884f66303ec) AuthConfig (4fa2f2c1a3c0df3206f544f6ff837542a51e9515367baad5062e6a22eee81f04) AuthConfig (6e2c4c40ad28f1eeda9eca533706722536247311f5ede5be2cbe544e374719a6) AuthConfig (d7ae6cb43b0fd921cbdca5537d3e42177a4e37ae3027e062325ff19c6b954181) AuthConfig (6cb6688d420ac5b2b570d91ccae4187381d55d206452803585e3aab02552fbe9) AuthConfig (8ccf868b0c716a18e90e502ebb2284ce90d5ee3fcd5779be4d996fb8a3d03b43) AuthConfig (e583136fa4e58c701ec7e6c48633505d9721ef080a15d621144f572174f6b87e) AuthConfig (192e3562b7ee19e64d41cd2b1ee110bdaa9d5e15bce45548d64e1cea83654553) AuthConfig (85163453d99bec350a3cce90e62f08f7ca26ab8a22960123c6d310178b1a50a8) AuthConfig (4676855aaad0efd1f263930f7407a2242dda7211d0408fa3820678f475f20874) AuthConfig (b0dda7ce592fb57a979446129e21c491a217f4c5c9a704c19a519ee42c367e92) AuthConfig (4623541d4c172040d64c605b4e3945edb2d59ccdd3ec6ed31cc6feffeeae1ab4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"6d27f2a9-b4c1-48b4-8cf1-154ea3482b91","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:47.334059896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"e2a48e1b-e8a0-44cf-8a4c-adaebcd6a543","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:47.334080348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"e2a48e1b-e8a0-44cf-8a4c-adaebcd6a543","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.323500254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"77af181e-38ff-4d8e-bb93-a6fbf35cfd0e","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","subscription":"e2e-auth-iso-da80ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.377893169Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"77af181e-38ff-4d8e-bb93-a6fbf35cfd0e","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.431836153Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"77af181e-38ff-4d8e-bb93-a6fbf35cfd0e","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.705918357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"93d68b26-4955-4504-9ab9-baa476365c82","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.705945769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"93d68b26-4955-4504-9ab9-baa476365c82","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.813321912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"36bebb3c-04dc-4dc6-8cbc-501a90315c97","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.845267065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"af9eec0d-8e66-4dd7-8acb-b21cb1338d46","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.845292133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"af9eec0d-8e66-4dd7-8acb-b21cb1338d46","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.870716185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"36bebb3c-04dc-4dc6-8cbc-501a90315c97","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:52.951897685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"fcaf5712-7f34-4240-9cf5-89a67147fa73","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.009546133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"fcaf5712-7f34-4240-9cf5-89a67147fa73","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.010539428Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"49636b53-10b8-43ff-a2d9-20026ea6d9ed","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96b8aecf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.186068878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"b711bddd-1441-4aa1-abed-5501e7171b9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.244314291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"b711bddd-1441-4aa1-abed-5501e7171b9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.330762889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"3e8b9e85-9a15-42df-90c6-7ea51f405a09","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.339489283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"67d1de38-944a-4d91-823b-801cd1d32e50","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.388471652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"3e8b9e85-9a15-42df-90c6-7ea51f405a09","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.397376989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"67d1de38-944a-4d91-823b-801cd1d32e50","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.661910676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"f501a638-3beb-4a07-aab7-f29735213762","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:53.661934697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"f501a638-3beb-4a07-aab7-f29735213762","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:57.442331271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"593b608e-ba49-4ccb-bf1f-93c800f5fc2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:57.501098855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"593b608e-ba49-4ccb-bf1f-93c800f5fc2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:57.820967323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"13ec434e-3710-41e2-871c-844dbbab27a7","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:57.820988781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"13ec434e-3710-41e2-871c-844dbbab27a7","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.73986992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"efd9b36d-96da-4cae-991c-ab0ce76c2be7","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.73989088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"efd9b36d-96da-4cae-991c-ab0ce76c2be7","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.799423956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"cb2ab30b-5398-44c0-88be-627b69e6775f","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.799443652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"cb2ab30b-5398-44c0-88be-627b69e6775f","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:02:58.84574782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"ebf3e0f5-4e0c-4ac0-bf0f-f4f6821bd461","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9250d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.846457949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c0f17c97-2dd1-4be5-9779-44c32331ab47","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:02:58.853911452Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"cb2ab30b-5398-44c0-88be-627b69e6775f","name":"auth-test-model-7cde84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7cde84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:02:58.853967786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"cb2ab30b-5398-44c0-88be-627b69e6775f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7cde84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.859341518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"bdd17b19-bda7-402d-b8dc-d10e0c19e1af","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.859356958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"bdd17b19-bda7-402d-b8dc-d10e0c19e1af","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.903697557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c0f17c97-2dd1-4be5-9779-44c32331ab47","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.952709757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"ef08f91d-0c85-4fc2-8c08-5de8783f73d6","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:58.952729819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"ef08f91d-0c85-4fc2-8c08-5de8783f73d6","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:59.009689552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"0e5ab1c8-3626-40aa-be89-f440d15ebf73","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:59.009710337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"0e5ab1c8-3626-40aa-be89-f440d15ebf73","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:59.171732198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c369a7fd-e91e-4ca3-97ac-f37b38e9ef8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:59.229498184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"c369a7fd-e91e-4ca3-97ac-f37b38e9ef8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:59.235679842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"771dff4a-b0f3-40f2-96e1-89be2b477b51","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-auth-test-model-7cde84","model":"auth-test-model-7cde84","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-7cde84/e2e-auth-iso-9250d7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:59.406056638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"acde8846-6d1b-4ea2-98af-355a1b905372","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:59.406077305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"acde8846-6d1b-4ea2-98af-355a1b905372","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:02:59.620187755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"2a6e72df-e16d-4d05-9806-36c4b2822355","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-auth-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:02.95767118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"56f3edb0-efae-4930-aeaa-c3a55d24ee26","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:02.957694376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"56f3edb0-efae-4930-aeaa-c3a55d24ee26","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.016763423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"d41e8faf-06fd-40cb-84be-31e7c80d4010","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.016789922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"d41e8faf-06fd-40cb-84be-31e7c80d4010","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:03:03.061658599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"bf2c9853-f780-404b-a0f8-c7b2f2e2af88","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-fc3c43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.063893325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"2bf4a9d6-3fd9-4951-a39a-847057340fe2","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.064150434Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"d735c0b5-1ca1-4379-927d-a1fbe0909ac3","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","subscription":"e2e-auth-iso-da80ad","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:03:03.07134274Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"d41e8faf-06fd-40cb-84be-31e7c80d4010","name":"auth-test-model-0f0874","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0f0874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:03:03.071397552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"d41e8faf-06fd-40cb-84be-31e7c80d4010","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0f0874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.07674998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"baefbbe5-ee60-4cd4-8896-8e0ab0da9be0","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.076763581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"baefbbe5-ee60-4cd4-8896-8e0ab0da9be0","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.11775009Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"d735c0b5-1ca1-4379-927d-a1fbe0909ac3","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.121329013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"2bf4a9d6-3fd9-4951-a39a-847057340fe2","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.168315895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"0986d950-e6b9-4e68-9d54-860b9f737dad","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.168339778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"0986d950-e6b9-4e68-9d54-860b9f737dad","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.171722769Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"d735c0b5-1ca1-4379-927d-a1fbe0909ac3","MaaSSubscription":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.226942207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"3cac6da2-5056-4772-8564-8c0fdc7e7e12","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.226971397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"3cac6da2-5056-4772-8564-8c0fdc7e7e12","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.388423609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"b5b22f58-08ed-4eb9-8fba-5ddff94ae8f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.445504452Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"7c840285-c9db-4910-a8e5-057e2e88949d","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-auth-test-model-0f0874","model":"auth-test-model-0f0874","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-0f0874/e2e-auth-iso-fc3c43"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.445608221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"b5b22f58-08ed-4eb9-8fba-5ddff94ae8f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.487565687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"f3252209-21f9-45c4-8a1b-444f3d5e6411","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.487584561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"f3252209-21f9-45c4-8a1b-444f3d5e6411","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.594531727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"4b07c7b3-4d28-4e87-b7c0-252287d5504e","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.615312269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"f533f759-62e1-4359-ab2e-9a79901f22bc","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.615336171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"f533f759-62e1-4359-ab2e-9a79901f22bc","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.628189501Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"97c31b45-414d-482c-98d6-fafdf82668f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.628296535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"03105d38-4d65-42e6-9f09-879c5b7b78ed","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.628312379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"03105d38-4d65-42e6-9f09-879c5b7b78ed","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.651655939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"4b07c7b3-4d28-4e87-b7c0-252287d5504e","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.830563708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"d98a5bdf-6f64-4404-b701-3f11ca8a5515","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-auth-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.859406877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"97c31b45-414d-482c-98d6-fafdf82668f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.91765859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"bc5c40d4-f49f-4624-b2e5-27a15cd3cf35","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:03.974819324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"bc5c40d4-f49f-4624-b2e5-27a15cd3cf35","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.003149423Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"97c31b45-414d-482c-98d6-fafdf82668f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.003170959Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-auth-iso-da80ad","reconcileID":"97c31b45-414d-482c-98d6-fafdf82668f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.059938926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"af15eea1-c718-4e82-9aae-d5b0f51d0433","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/auth-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.059960884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"auth-test-model-97995b","reconcileID":"af15eea1-c718-4e82-9aae-d5b0f51d0433","MaaSModelRef":{"name":"auth-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"auth-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"auth-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.201207933Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"396b75bd-53dc-46c6-b220-869a8c6cb301","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.201208776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"f2eef7c4-10e2-40c7-8ddb-05af4ce960e2","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.201306403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"f2eef7c4-10e2-40c7-8ddb-05af4ce960e2","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.361213507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"396b75bd-53dc-46c6-b220-869a8c6cb301","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.485330448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"396b75bd-53dc-46c6-b220-869a8c6cb301","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.485353597Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-auth-iso-da80ad","reconcileID":"396b75bd-53dc-46c6-b220-869a8c6cb301","MaaSAuthPolicy":{"name":"e2e-auth-iso-da80ad","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.542662236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"fb594bd2-2f0d-4c86-92be-b41309d60d80","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/auth-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:04.542690237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"auth-test-model-a1d751","reconcileID":"fb594bd2-2f0d-4c86-92be-b41309d60d80","MaaSModelRef":{"name":"auth-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"auth-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"auth-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:12.653895914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:14.617792489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"5fdac81f-80f6-4031-ac03-2c14ced7a6a4","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-auth-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:14.789547337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"a0f0c883-e56c-4178-9413-40af623455db","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:14.789572345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"a0f0c883-e56c-4178-9413-40af623455db","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:14.826743365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"4e5e9616-b856-4ce7-8129-2814ca9b735e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:14.885955268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"4e5e9616-b856-4ce7-8129-2814ca9b735e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.24959478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"e89818ee-cb9b-429f-b850-7824b11a39ff","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.249617017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"e89818ee-cb9b-429f-b850-7824b11a39ff","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.307376881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"dc83efec-3a9a-4c28-9eee-c8eaf4388d92","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.307398181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"dc83efec-3a9a-4c28-9eee-c8eaf4388d92","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.414806762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"88509461-d985-4252-9c79-2d3d8c401648","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.541051771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"88509461-d985-4252-9c79-2d3d8c401648","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.600259777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"88509461-d985-4252-9c79-2d3d8c401648","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.658746736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"268dac5a-2be5-40db-a716-49e9d6a45cf6","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:15.658775575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"268dac5a-2be5-40db-a716-49e9d6a45cf6","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:25.765930585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"8238de4d-3190-486b-862f-649b2dacea6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:25.823549976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"8238de4d-3190-486b-862f-649b2dacea6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:25.879534374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"8238de4d-3190-486b-862f-649b2dacea6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:35.987283576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"0bf9510c-9c17-4eee-bd3a-44fb2b7f91b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:36.044842991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"0bf9510c-9c17-4eee-bd3a-44fb2b7f91b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:36.10596061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"0bf9510c-9c17-4eee-bd3a-44fb2b7f91b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:42.653864072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:42.930646594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f681780-75f3-48f1-a78e-ae2cd98a0622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:42.984721767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f681780-75f3-48f1-a78e-ae2cd98a0622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:43.040018542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f681780-75f3-48f1-a78e-ae2cd98a0622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:43.095231753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f681780-75f3-48f1-a78e-ae2cd98a0622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:43.53901645Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8702a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8702a9","reconcileID":"bb916cf9-3556-48dc-a1ea-c2602359f263","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8702a9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8702a9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:45.053114697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5189d72a-10ba-44a3-ae97-145c461fc3c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:45.108422502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5189d72a-10ba-44a3-ae97-145c461fc3c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:45.163441797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5189d72a-10ba-44a3-ae97-145c461fc3c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:45.21758025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5189d72a-10ba-44a3-ae97-145c461fc3c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:46.213111576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"6fcce813-fa4f-4f97-9682-f9d2ddea86be","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:46.271405556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"6fcce813-fa4f-4f97-9682-f9d2ddea86be","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:46.328033783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"6fcce813-fa4f-4f97-9682-f9d2ddea86be","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:49.348764681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"1c48bfb1-76c9-4136-a691-777fcba89990","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-auth-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:49.526852309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"056c84b9-b77f-44a6-8573-9d72e5d777f3","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-auth-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:49.69645272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"aad16271-5103-4d22-8f83-1db1b6a9774e","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:49.696479526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"aad16271-5103-4d22-8f83-1db1b6a9774e","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:50.362933839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"df279046-46da-4322-8ef8-33f6005797dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:50.420275732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"df279046-46da-4322-8ef8-33f6005797dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:52.253710834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"00ccaa4f-70e5-4124-8f09-e34bfb91eec4","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:52.253732963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"00ccaa4f-70e5-4124-8f09-e34bfb91eec4","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:52.360920149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2bd4e1fb-e9a3-498d-ac88-53acbca11501","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:52.418335207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2bd4e1fb-e9a3-498d-ac88-53acbca11501","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:52.419282616Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"0f6e5599-abcb-4839-941b-45cae273e10b","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2c900efb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:52.732884868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"c61c7c43-a0f7-4fa4-80e9-e85038c1ac18","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:52.790101875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"c61c7c43-a0f7-4fa4-80e9-e85038c1ac18","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:56.436661922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"1709c2cb-2407-4b11-8072-b6cfb8043cfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:56.49429269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"1709c2cb-2407-4b11-8072-b6cfb8043cfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:56.551599026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b294df7b29e8cb61b717640614fa36dd2c243ed540ecb057e57e5c1fc26ab65) AuthConfig (9dccfbfbcf84c5edf4e0a3cc993bd8181b6febef066c8d0c3b0f13de64710295) AuthConfig (c4bb1e8764ee6a48337e0647b8152eab9f1cac3ba4b24b9d43b4a85ba1d7b298) AuthConfig (74302eafecc8f1b34fde717bf8b0278d8b2057bd91ee7c04f0c9896a8e308c6c) AuthConfig (f84e45e70df6f2c62c67fba14ae375620e4a3732a0ed6adeb79c70fb4031c1d5) AuthConfig (a87be006d97d67fcdec172b6143f1db733cd2c78dc7239fae4e7b34930fb681c) AuthConfig (3d0ae21354f680075d4704669c97d573d7355f5dfd939b587f6dd9fbfaeba84b) AuthConfig (252936d4a0bac88ff1cfda83f1472212a904b7fb7e3441c802795ad5c00eea73) AuthConfig (4e283826ac841a917dad37c46ebb44b52b258e5d0862a1191b472e71e46f1b10) AuthConfig (8e6ff67d93e4d9b2ea87c487a06f947d8b76a18c9c78078c58dee29914a5b47c) AuthConfig (a662c2feb51e0820424ca8b7678af2859adb7e27f9347e1b476aaefef1b535d8) AuthConfig (ce5f67f0530ed05da6c9f61f1f34e00a0af42161aa96087eda4bc9c05a314a20) AuthConfig (c72d226fddb8f313c2c9910b1ebccb07ad7ca893137fde4a4e2fb4285f9f6bf5) AuthConfig (6acb8fe5e02ded3380a75376f0b127d4a9709eeca703e4ffefd97996bba073a8) AuthConfig (c84a7cb759dd08d4edcfca94f01cbfd72fba02c119327a52cd3856bbd66e82d5) AuthConfig (64a7880716f13db147e1df867d45d219533b60926175faaa880d1bab08ee565a) AuthConfig (2cb77423c16cc458fc0b9f3a3cf8f84ca5b43dbc5036780e32f05a495b620b46) AuthConfig (34f87d09b0ee0d8fcdf006ecb50da0e724b0676a19de358015967ae441060a86)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"1709c2cb-2407-4b11-8072-b6cfb8043cfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:56.610452908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"1c1f7b7b-8023-4059-a37d-14134e11b568","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:56.610479204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"1c1f7b7b-8023-4059-a37d-14134e11b568","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:57.365376588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"0484dddc-b1ba-4e29-837c-1b85a5c508e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6689da","tenantID":"e2e-shared-a-w1-6689da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:03:57.482383283Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"0484dddc-b1ba-4e29-837c-1b85a5c508e5","name":"e2e-shared-a-w1-6689da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:02.476038017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"6be381e4-1d65-48a9-802c-011645aa14bc","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","subscription":"e2e-auth-iso-fc3c43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:02.530747222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"6be381e4-1d65-48a9-802c-011645aa14bc","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:02.585424248Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"6be381e4-1d65-48a9-802c-011645aa14bc","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:02.879400312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"70712f07-8a8c-4a16-a42e-9b7376fcc211","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:02.879423268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"70712f07-8a8c-4a16-a42e-9b7376fcc211","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:02.986832333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"e03c2a01-454b-4077-b85b-4f54bea66195","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.026255907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"3518b589-c7be-40aa-be47-101d4b240572","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.026277302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"3518b589-c7be-40aa-be47-101d4b240572","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.044344266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"e03c2a01-454b-4077-b85b-4f54bea66195","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.133699603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"16403e0b-25e4-4d81-bc5f-8fe14b4dbb34","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.191510504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"16403e0b-25e4-4d81-bc5f-8fe14b4dbb34","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.192451946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"f319d168-8db1-4588-822b-dbfe48285eee","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6df04840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.359085663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"085ae8e3-78c7-4f92-9475-9411cfd8818e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.418340613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"085ae8e3-78c7-4f92-9475-9411cfd8818e","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.459419481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"05867bda-11fd-45b0-a45a-b4f61eb63bfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:03.516845065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"05867bda-11fd-45b0-a45a-b4f61eb63bfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:06.717004494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"552de9d0-e9f1-4413-8d74-c9750d5f1f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:06.774518588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"552de9d0-e9f1-4413-8d74-c9750d5f1f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:06.830530839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b294df7b29e8cb61b717640614fa36dd2c243ed540ecb057e57e5c1fc26ab65) AuthConfig (9dccfbfbcf84c5edf4e0a3cc993bd8181b6febef066c8d0c3b0f13de64710295) AuthConfig (c4bb1e8764ee6a48337e0647b8152eab9f1cac3ba4b24b9d43b4a85ba1d7b298) AuthConfig (74302eafecc8f1b34fde717bf8b0278d8b2057bd91ee7c04f0c9896a8e308c6c) AuthConfig (f84e45e70df6f2c62c67fba14ae375620e4a3732a0ed6adeb79c70fb4031c1d5) AuthConfig (a87be006d97d67fcdec172b6143f1db733cd2c78dc7239fae4e7b34930fb681c) AuthConfig (3d0ae21354f680075d4704669c97d573d7355f5dfd939b587f6dd9fbfaeba84b) AuthConfig (252936d4a0bac88ff1cfda83f1472212a904b7fb7e3441c802795ad5c00eea73) AuthConfig (4e283826ac841a917dad37c46ebb44b52b258e5d0862a1191b472e71e46f1b10) AuthConfig (8e6ff67d93e4d9b2ea87c487a06f947d8b76a18c9c78078c58dee29914a5b47c) AuthConfig (a662c2feb51e0820424ca8b7678af2859adb7e27f9347e1b476aaefef1b535d8) AuthConfig (ce5f67f0530ed05da6c9f61f1f34e00a0af42161aa96087eda4bc9c05a314a20) AuthConfig (c72d226fddb8f313c2c9910b1ebccb07ad7ca893137fde4a4e2fb4285f9f6bf5) AuthConfig (6acb8fe5e02ded3380a75376f0b127d4a9709eeca703e4ffefd97996bba073a8) AuthConfig (c84a7cb759dd08d4edcfca94f01cbfd72fba02c119327a52cd3856bbd66e82d5) AuthConfig (64a7880716f13db147e1df867d45d219533b60926175faaa880d1bab08ee565a) AuthConfig (2cb77423c16cc458fc0b9f3a3cf8f84ca5b43dbc5036780e32f05a495b620b46) AuthConfig (34f87d09b0ee0d8fcdf006ecb50da0e724b0676a19de358015967ae441060a86)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"552de9d0-e9f1-4413-8d74-c9750d5f1f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:12.653643382Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.246501759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"add022ac-90f0-48a5-b989-a85184989638","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","subscription":"e2e-auth-iso-fc3c43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.300496412Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"add022ac-90f0-48a5-b989-a85184989638","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.354891462Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"add022ac-90f0-48a5-b989-a85184989638","MaaSSubscription":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.627060422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"c62ce74f-bd7b-4d1d-ab5f-82ced6bdbe84","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.627084109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"c62ce74f-bd7b-4d1d-ab5f-82ced6bdbe84","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.734648458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"492fac25-9198-4627-9d14-a940411eabcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.768622808Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2353230c-e8b5-41af-993a-dadc0b19c3af","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.768747521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"ee1740ef-2a3f-4adb-8b3e-9e61c09f6824","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.768770611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"ee1740ef-2a3f-4adb-8b3e-9e61c09f6824","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.793433444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"492fac25-9198-4627-9d14-a940411eabcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:13.929650378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2353230c-e8b5-41af-993a-dadc0b19c3af","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.054625384Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2353230c-e8b5-41af-993a-dadc0b19c3af","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.054651353Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-auth-iso-fc3c43","reconcileID":"2353230c-e8b5-41af-993a-dadc0b19c3af","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.084686418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"5fc08610-9482-41c4-b86c-f122e3775132","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.112115532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"aad791dd-ccd2-43cc-85fb-dffad0c7849c","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/auth-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.112165914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"auth-test-model-6e535d","reconcileID":"aad791dd-ccd2-43cc-85fb-dffad0c7849c","MaaSModelRef":{"name":"auth-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"auth-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"auth-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.142086612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"5fc08610-9482-41c4-b86c-f122e3775132","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.267332259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"6238d56c-c74f-4d6b-a0e4-ddd25de82ed7","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.267357877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"6238d56c-c74f-4d6b-a0e4-ddd25de82ed7","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.349627191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"e2c16388-e6d5-4ca6-a986-1954035eba1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.51259429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"e2c16388-e6d5-4ca6-a986-1954035eba1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.636901307Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"e2c16388-e6d5-4ca6-a986-1954035eba1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.636930988Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-auth-iso-fc3c43","reconcileID":"e2c16388-e6d5-4ca6-a986-1954035eba1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fc3c43","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.693710175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"5acf66e6-64f4-48e7-b715-180c28cec2be","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/auth-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:14.693730662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"auth-test-model-0f0874","reconcileID":"5acf66e6-64f4-48e7-b715-180c28cec2be","MaaSModelRef":{"name":"auth-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"auth-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"auth-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:16.938606047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"cdda667d-ba2f-494c-9cf9-3a67a278c8cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:16.996386468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"cdda667d-ba2f-494c-9cf9-3a67a278c8cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:17.272844262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"31c160db-bd6c-430e-bcef-568c7dc09e9f","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:17.2728664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"31c160db-bd6c-430e-bcef-568c7dc09e9f","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.611623572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"a7958e5a-3d2d-4d58-b255-e59479191572","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.611645402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"a7958e5a-3d2d-4d58-b255-e59479191572","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.670655141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"a2bf234d-e6ca-40ff-8358-aa92735009c2","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.6706786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"a2bf234d-e6ca-40ff-8358-aa92735009c2","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:04:22.718183904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"5d341739-05dc-4315-bb6a-e7e2fc8f6f23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9250d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.718328217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"79034c5c-bf76-4e39-b64c-c8741b90ad9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:04:22.725217242Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"a2bf234d-e6ca-40ff-8358-aa92735009c2","name":"auth-test-model-58ca7f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-58ca7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:04:22.725273821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"a2bf234d-e6ca-40ff-8358-aa92735009c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-58ca7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.73063435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"1eeb2baf-458c-4306-af90-ba5bf87c2dc9","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.730650577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"1eeb2baf-458c-4306-af90-ba5bf87c2dc9","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.777085296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"79034c5c-bf76-4e39-b64c-c8741b90ad9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.822504912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"6f701b90-8e17-4f2e-b3c2-c1bd99934cb7","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.822524284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"6f701b90-8e17-4f2e-b3c2-c1bd99934cb7","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.881918616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"472123f7-b381-49fc-b5b9-6e5ba297fa0c","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:22.881939439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"472123f7-b381-49fc-b5b9-6e5ba297fa0c","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:23.094945734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"bac9f96e-42ed-40e1-badb-f8ee647518f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:23.099411171Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"fc6a3454-87e1-4212-9ed9-b865c82bfbc3","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-auth-test-model-58ca7f","model":"auth-test-model-58ca7f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-58ca7f/e2e-auth-iso-9250d7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:23.152537375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"bac9f96e-42ed-40e1-badb-f8ee647518f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:23.268924162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"7e7cb1a7-c0a3-4882-b035-c6e03de286cb","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:23.268950296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"7e7cb1a7-c0a3-4882-b035-c6e03de286cb","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:23.483675511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"53a87168-c732-46f3-a8e0-4614f40a8a3a","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-auth-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:25.195400904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"80f86ec0-8a55-47e5-93cc-6e95d45ec88d","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:25.195426514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"80f86ec0-8a55-47e5-93cc-6e95d45ec88d","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:30.628472168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"4ea19c51-092d-424c-9218-03a951199844","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:30.628498656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"4ea19c51-092d-424c-9218-03a951199844","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:30.686273336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"3a932014-6cb9-49b2-a3c5-23838d12ff54","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:30.686292971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"3a932014-6cb9-49b2-a3c5-23838d12ff54","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:30.792872287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"29fd2bfe-c71b-4ad5-bb4a-0f18eb9c0807","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:30.918891591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"29fd2bfe-c71b-4ad5-bb4a-0f18eb9c0807","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:30.975170174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06e461-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"29fd2bfe-c71b-4ad5-bb4a-0f18eb9c0807","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:31.03374945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"55445fba-d6be-4bfd-a3a3-d699f22f79a9","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:31.033769551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"55445fba-d6be-4bfd-a3a3-d699f22f79a9","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:41.141874523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"fe3855b4-e3aa-4a92-8296-012d1582cce7","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:41.199279565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"fe3855b4-e3aa-4a92-8296-012d1582cce7","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:41.255990562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06e461-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"fe3855b4-e3aa-4a92-8296-012d1582cce7","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:42.653194261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:48.275756844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"015f337a-3e74-4ff3-8f08-fb7f6d190616","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-auth-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:48.446258776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"9c8ca7c1-eceb-49db-a6c0-7b1a081617d9","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:48.446281123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"9c8ca7c1-eceb-49db-a6c0-7b1a081617d9","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:49.980346758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"e0e66312-5f75-4c01-b47e-4606b25c873a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:50.038907688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"e0e66312-5f75-4c01-b47e-4606b25c873a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:51.363598933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"6043675d-f2c7-4fa2-9360-02a5d9dd7fc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:51.421520404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"6043675d-f2c7-4fa2-9360-02a5d9dd7fc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:51.477436284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06e461-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a39b5e3422070c9db5e6c6cc30ae4c9eb9786da116b4b414de7ad8c0af6593a1) AuthConfig (c1f395fe657de9926a17e2585660efe2122126d80c128be98e3caadff48b0d8b) AuthConfig (1eaa4e55e51f69196534f42bdab14aeaa07561fd434ded5d363589ea3c382138) AuthConfig (2ed83c23a8290f3646a543920910524ccfc2baad0ca9fb2e965cb8bd4f0fbf83) AuthConfig (3c9315326fe75b44d6f5e3c7cd9fac13abf4b1a9918698589b0faa0c42deeb08) AuthConfig (60ec2d78d907b7757451410076aebf7c05311c64398a9859346016520fa4fdb5) AuthConfig (1d0d881a9dc71c6fee94329409cd94f4924596799c71b4e23e5b04e1e5322ec3) AuthConfig (5257a14d8fc9908d3b52cf96fc5c9a6cd32b6940ef72c0e96cba23b3ded3d1b4) AuthConfig (9b3326c40973f3bae861a4301f060e6309ac1149cb391b2ce57bd775c94f8c94) AuthConfig (0bdd85d0c5d72530296ec80e18137c67533d79207dd839bc21f06973780ff0f7) AuthConfig (f1500aad848242a78004ce946110822a45e41d3c4e8b411396c76761e740aa13) AuthConfig (d385206b1115a96c9f0147bd3800677310b659b18edb542eabe78e9dcf3d5903) AuthConfig (68a6b0e714f4c962fdd6f870e2ce0522e8a0dad7d749f4212b8ebc8a5669988e) AuthConfig (782fff9577e2fa4f490d8cd7dd45f05e73a58ab6d5932bb26b584692ad58aa58) AuthConfig (376a7c0b362126d2df7b7d580d5c3cd5027f25fb8b56a9dbbe9e48660857dc0a) AuthConfig (be41fa1d3323b7258317f58eba852b7b1df727d18fc3ee5a8bc5ad9352718c96) AuthConfig (33019b54557cbd49426d4158e18ab3a88d235b9f20f792586c271053788a54a8) AuthConfig (15c6b1eefed27150a7b7bdd1240715075bbd750a05cffb4b27f0e2e620e3ced7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"6043675d-f2c7-4fa2-9360-02a5d9dd7fc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:51.536598078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"2ceb5b86-3b31-4800-9e53-3f67da96bb36","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:51.536619816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"2ceb5b86-3b31-4800-9e53-3f67da96bb36","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:52.549445565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"3b6deb91-f85a-457f-98a9-62bb29ce5448","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:52.549473286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"3b6deb91-f85a-457f-98a9-62bb29ce5448","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:52.656492656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"fda058de-e8cf-40d6-8037-b399e73a3d0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:52.714176757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"fda058de-e8cf-40d6-8037-b399e73a3d0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:52.715019051Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"5280336b-44ce-444a-b7fc-6c976138a554","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3785705d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:52.985177403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"aad68b17-842a-4f07-aa1f-8d15df58216c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:04:53.043720932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"aad68b17-842a-4f07-aa1f-8d15df58216c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:01.648495594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"562749ab-a724-476a-bae2-51079ca6ab94","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:01.712660695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"562749ab-a724-476a-bae2-51079ca6ab94","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:01.770220433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06e461-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a39b5e3422070c9db5e6c6cc30ae4c9eb9786da116b4b414de7ad8c0af6593a1) AuthConfig (c1f395fe657de9926a17e2585660efe2122126d80c128be98e3caadff48b0d8b) AuthConfig (1eaa4e55e51f69196534f42bdab14aeaa07561fd434ded5d363589ea3c382138) AuthConfig (2ed83c23a8290f3646a543920910524ccfc2baad0ca9fb2e965cb8bd4f0fbf83) AuthConfig (3c9315326fe75b44d6f5e3c7cd9fac13abf4b1a9918698589b0faa0c42deeb08) AuthConfig (60ec2d78d907b7757451410076aebf7c05311c64398a9859346016520fa4fdb5) AuthConfig (1d0d881a9dc71c6fee94329409cd94f4924596799c71b4e23e5b04e1e5322ec3) AuthConfig (5257a14d8fc9908d3b52cf96fc5c9a6cd32b6940ef72c0e96cba23b3ded3d1b4) AuthConfig (9b3326c40973f3bae861a4301f060e6309ac1149cb391b2ce57bd775c94f8c94) AuthConfig (0bdd85d0c5d72530296ec80e18137c67533d79207dd839bc21f06973780ff0f7) AuthConfig (f1500aad848242a78004ce946110822a45e41d3c4e8b411396c76761e740aa13) AuthConfig (d385206b1115a96c9f0147bd3800677310b659b18edb542eabe78e9dcf3d5903) AuthConfig (68a6b0e714f4c962fdd6f870e2ce0522e8a0dad7d749f4212b8ebc8a5669988e) AuthConfig (782fff9577e2fa4f490d8cd7dd45f05e73a58ab6d5932bb26b584692ad58aa58) AuthConfig (376a7c0b362126d2df7b7d580d5c3cd5027f25fb8b56a9dbbe9e48660857dc0a) AuthConfig (be41fa1d3323b7258317f58eba852b7b1df727d18fc3ee5a8bc5ad9352718c96) AuthConfig (33019b54557cbd49426d4158e18ab3a88d235b9f20f792586c271053788a54a8) AuthConfig (15c6b1eefed27150a7b7bdd1240715075bbd750a05cffb4b27f0e2e620e3ced7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"562749ab-a724-476a-bae2-51079ca6ab94","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:02.716469058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"1b4f47a3-57af-4446-8761-2182620f333a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8702a9","tenantID":"e2e-extmod-a-8702a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:02.769083974Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"3b536142-a255-41a3-8ef9-48e1b1c321bc","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","subscription":"e2e-auth-iso-9250d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:02.822981207Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"3b536142-a255-41a3-8ef9-48e1b1c321bc","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:02.83420065Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"1b4f47a3-57af-4446-8761-2182620f333a","name":"e2e-extmod-a-8702a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:02.87714457Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"3b536142-a255-41a3-8ef9-48e1b1c321bc","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.152753627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"424d4d33-1f95-4ab7-86a1-434fbed7ca55","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.152774613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"424d4d33-1f95-4ab7-86a1-434fbed7ca55","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.259724282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"4a240a69-2a39-48d8-b3d4-56ed7d41368d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.316058424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"c01f1766-0204-4a32-92df-1b25e7ce0e70","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.31608136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"c01f1766-0204-4a32-92df-1b25e7ce0e70","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.319199269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"4a240a69-2a39-48d8-b3d4-56ed7d41368d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.42287994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"c9ad4ab0-dc25-4c50-af46-6038d4107b8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.481238581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"c9ad4ab0-dc25-4c50-af46-6038d4107b8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.482296518Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"0fd01fc1-fa3b-4d0e-87cd-2b1c060531be","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45e7e934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.633368441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"7fbc37e3-f7de-4865-8b5d-620a66caa248","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.690595727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"7fbc37e3-f7de-4865-8b5d-620a66caa248","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.78684447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"ca8d7ad7-738f-498a-b8f4-4e4d462045d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:03.844158939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"ca8d7ad7-738f-498a-b8f4-4e4d462045d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:11.877369196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"4e852bc7-33c1-4a1b-b0be-02d70f5afb1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:11.934755352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"4e852bc7-33c1-4a1b-b0be-02d70f5afb1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:11.990567207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06e461-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a39b5e3422070c9db5e6c6cc30ae4c9eb9786da116b4b414de7ad8c0af6593a1) AuthConfig (c1f395fe657de9926a17e2585660efe2122126d80c128be98e3caadff48b0d8b) AuthConfig (1eaa4e55e51f69196534f42bdab14aeaa07561fd434ded5d363589ea3c382138) AuthConfig (2ed83c23a8290f3646a543920910524ccfc2baad0ca9fb2e965cb8bd4f0fbf83) AuthConfig (3c9315326fe75b44d6f5e3c7cd9fac13abf4b1a9918698589b0faa0c42deeb08) AuthConfig (60ec2d78d907b7757451410076aebf7c05311c64398a9859346016520fa4fdb5) AuthConfig (1d0d881a9dc71c6fee94329409cd94f4924596799c71b4e23e5b04e1e5322ec3) AuthConfig (5257a14d8fc9908d3b52cf96fc5c9a6cd32b6940ef72c0e96cba23b3ded3d1b4) AuthConfig (9b3326c40973f3bae861a4301f060e6309ac1149cb391b2ce57bd775c94f8c94) AuthConfig (0bdd85d0c5d72530296ec80e18137c67533d79207dd839bc21f06973780ff0f7) AuthConfig (f1500aad848242a78004ce946110822a45e41d3c4e8b411396c76761e740aa13) AuthConfig (d385206b1115a96c9f0147bd3800677310b659b18edb542eabe78e9dcf3d5903) AuthConfig (68a6b0e714f4c962fdd6f870e2ce0522e8a0dad7d749f4212b8ebc8a5669988e) AuthConfig (782fff9577e2fa4f490d8cd7dd45f05e73a58ab6d5932bb26b584692ad58aa58) AuthConfig (376a7c0b362126d2df7b7d580d5c3cd5027f25fb8b56a9dbbe9e48660857dc0a) AuthConfig (be41fa1d3323b7258317f58eba852b7b1df727d18fc3ee5a8bc5ad9352718c96) AuthConfig (33019b54557cbd49426d4158e18ab3a88d235b9f20f792586c271053788a54a8) AuthConfig (15c6b1eefed27150a7b7bdd1240715075bbd750a05cffb4b27f0e2e620e3ced7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"4e852bc7-33c1-4a1b-b0be-02d70f5afb1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:12.094333729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35538dc7-fbe3-41fa-b4c9-97885fd4c8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:12.148011555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35538dc7-fbe3-41fa-b4c9-97885fd4c8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:12.201674582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35538dc7-fbe3-41fa-b4c9-97885fd4c8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:12.256006115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35538dc7-fbe3-41fa-b4c9-97885fd4c8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:12.637617683Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9981d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9981d2","reconcileID":"5188674a-8dc6-469a-92a5-d8369d81ff15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9981d2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-9981d2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:12.653741547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:13.53666102Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"0dea38b5-02d4-41fa-8c5a-b57e4718c13c","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","subscription":"e2e-auth-iso-9250d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:13.590706054Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"0dea38b5-02d4-41fa-8c5a-b57e4718c13c","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:13.726960726Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"0dea38b5-02d4-41fa-8c5a-b57e4718c13c","MaaSSubscription":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.001716761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"2fad3b73-52d5-43ac-ad90-1ea45e39bf0a","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.001738398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"2fad3b73-52d5-43ac-ad90-1ea45e39bf0a","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.109575518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"711bf8d7-af47-412d-91d4-abf74333e3b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.140294422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"154bfc73-c9c5-4842-b99d-22d970df9177","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.140341399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"5e034ac2-0895-4d73-b6b1-3ac9fee0fd98","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.140354736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"5e034ac2-0895-4d73-b6b1-3ac9fee0fd98","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.16819429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"711bf8d7-af47-412d-91d4-abf74333e3b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.279694031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea53b72-73f4-402d-9601-d64292f7b2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.333392326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"154bfc73-c9c5-4842-b99d-22d970df9177","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.333700684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea53b72-73f4-402d-9601-d64292f7b2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.387787846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea53b72-73f4-402d-9601-d64292f7b2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.441969427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea53b72-73f4-402d-9601-d64292f7b2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.550824573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"f48e7e0c-66b4-45bd-a731-cb126b328b09","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.561270185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"154bfc73-c9c5-4842-b99d-22d970df9177","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.561291116Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-auth-iso-9250d7","reconcileID":"154bfc73-c9c5-4842-b99d-22d970df9177","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.609294337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"f48e7e0c-66b4-45bd-a731-cb126b328b09","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.61899177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"47e1c353-2865-4be8-9929-a41c7d38bd82","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/auth-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.619008679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"auth-test-model-7cde84","reconcileID":"47e1c353-2865-4be8-9929-a41c7d38bd82","MaaSModelRef":{"name":"auth-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"auth-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"auth-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.778002652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"e12d19d5-c4a0-43a7-ba71-6cac47f35ab3","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.778023745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"e12d19d5-c4a0-43a7-ba71-6cac47f35ab3","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:14.820488303Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"88ddceec-f243-42de-bcd4-12c9fb5fc47e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:15.026741043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"88ddceec-f243-42de-bcd4-12c9fb5fc47e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:15.152361205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"88ddceec-f243-42de-bcd4-12c9fb5fc47e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:15.152389334Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-auth-iso-9250d7","reconcileID":"88ddceec-f243-42de-bcd4-12c9fb5fc47e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9250d7","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:15.20972518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"71230ca3-760d-40e7-b587-f00dc38a72e6","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/auth-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:15.209747576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"auth-test-model-58ca7f","reconcileID":"71230ca3-760d-40e7-b587-f00dc38a72e6","MaaSModelRef":{"name":"auth-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"auth-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"auth-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:16.413613553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8645f290-8ef2-4243-9632-2f444db9d250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:16.467447678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8645f290-8ef2-4243-9632-2f444db9d250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:16.521383287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8645f290-8ef2-4243-9632-2f444db9d250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:16.5753536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8645f290-8ef2-4243-9632-2f444db9d250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:20.288442804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017a265d-1334-4e1f-bebe-33977127476a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:20.342365351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017a265d-1334-4e1f-bebe-33977127476a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:20.39617559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017a265d-1334-4e1f-bebe-33977127476a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:20.452941673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017a265d-1334-4e1f-bebe-33977127476a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:22.099058097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"5d87191b-7322-45bb-9359-045065cfd1b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:22.159863352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"5d87191b-7322-45bb-9359-045065cfd1b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:22.216459988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06e461-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a39b5e3422070c9db5e6c6cc30ae4c9eb9786da116b4b414de7ad8c0af6593a1) AuthConfig (c1f395fe657de9926a17e2585660efe2122126d80c128be98e3caadff48b0d8b) AuthConfig (1eaa4e55e51f69196534f42bdab14aeaa07561fd434ded5d363589ea3c382138) AuthConfig (2ed83c23a8290f3646a543920910524ccfc2baad0ca9fb2e965cb8bd4f0fbf83) AuthConfig (3c9315326fe75b44d6f5e3c7cd9fac13abf4b1a9918698589b0faa0c42deeb08) AuthConfig (60ec2d78d907b7757451410076aebf7c05311c64398a9859346016520fa4fdb5) AuthConfig (1d0d881a9dc71c6fee94329409cd94f4924596799c71b4e23e5b04e1e5322ec3) AuthConfig (5257a14d8fc9908d3b52cf96fc5c9a6cd32b6940ef72c0e96cba23b3ded3d1b4) AuthConfig (9b3326c40973f3bae861a4301f060e6309ac1149cb391b2ce57bd775c94f8c94) AuthConfig (0bdd85d0c5d72530296ec80e18137c67533d79207dd839bc21f06973780ff0f7) AuthConfig (f1500aad848242a78004ce946110822a45e41d3c4e8b411396c76761e740aa13) AuthConfig (d385206b1115a96c9f0147bd3800677310b659b18edb542eabe78e9dcf3d5903) AuthConfig (68a6b0e714f4c962fdd6f870e2ce0522e8a0dad7d749f4212b8ebc8a5669988e) AuthConfig (782fff9577e2fa4f490d8cd7dd45f05e73a58ab6d5932bb26b584692ad58aa58) AuthConfig (376a7c0b362126d2df7b7d580d5c3cd5027f25fb8b56a9dbbe9e48660857dc0a) AuthConfig (be41fa1d3323b7258317f58eba852b7b1df727d18fc3ee5a8bc5ad9352718c96) AuthConfig (33019b54557cbd49426d4158e18ab3a88d235b9f20f792586c271053788a54a8) AuthConfig (15c6b1eefed27150a7b7bdd1240715075bbd750a05cffb4b27f0e2e620e3ced7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"5d87191b-7322-45bb-9359-045065cfd1b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:22.41545824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04686861-b0b5-48e2-add6-19abb90aba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:22.47060919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04686861-b0b5-48e2-add6-19abb90aba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:22.524566543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04686861-b0b5-48e2-add6-19abb90aba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:22.578635763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04686861-b0b5-48e2-add6-19abb90aba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:24.52829549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95156bc-bf80-459e-826a-9c60b329cf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:24.582087894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95156bc-bf80-459e-826a-9c60b329cf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:24.636518865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95156bc-bf80-459e-826a-9c60b329cf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:24.690557434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95156bc-bf80-459e-826a-9c60b329cf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:25.781027151Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-5ddbd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-5ddbd0","reconcileID":"55406f65-06be-4736-987c-67260f105f74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-5ddbd0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-5ddbd0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:26.626231751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd8e9cb-fd2d-4573-b516-39b0dac8eec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:26.680278102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd8e9cb-fd2d-4573-b516-39b0dac8eec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:26.734299616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd8e9cb-fd2d-4573-b516-39b0dac8eec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:26.787898105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd8e9cb-fd2d-4573-b516-39b0dac8eec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:28.711611794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3ac191-b875-4cf1-a122-1c4b57e0bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:28.766157392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3ac191-b875-4cf1-a122-1c4b57e0bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:28.823622067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3ac191-b875-4cf1-a122-1c4b57e0bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:28.880151074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d3ac191-b875-4cf1-a122-1c4b57e0bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:32.327183482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"019937ad-fa1d-4ac0-a468-bdd4558cffda","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:32.384976125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"019937ad-fa1d-4ac0-a468-bdd4558cffda","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:32.704871621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"7b8c01fb-62e7-43e1-a226-11b8dec2e862","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:32.704891753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"7b8c01fb-62e7-43e1-a226-11b8dec2e862","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.108475896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"c5f270c6-186e-41ef-a699-5e596c3a40b9","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.108497127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"c5f270c6-186e-41ef-a699-5e596c3a40b9","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.169315625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"6da2a73c-08bb-4936-9bd0-ba8eb993c662","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.169426755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"6da2a73c-08bb-4936-9bd0-ba8eb993c662","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:05:38.214421765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"745fafbb-ffc1-44c7-9ded-ae5930d51e50","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-19be4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.214895446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"4a9ce47a-4b9e-47cc-9317-fcb589d92a86","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.272617524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"4a9ce47a-4b9e-47cc-9317-fcb589d92a86","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.320881659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"11ee77a1-9245-4336-ae38-76bfd4c6956b","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.320907791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"11ee77a1-9245-4336-ae38-76bfd4c6956b","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.378832303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"6bf49b68-366c-4450-b286-e1500182edee","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.378853184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"6bf49b68-366c-4450-b286-e1500182edee","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.589293414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"68a5344f-9f02-4c91-a577-1f37d75b3956","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.597622038Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"1cef241a-45c1-44b5-9b72-b83fae6c4ae6","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"maas-trlp-auth-test-model-06e461","model":"auth-test-model-06e461","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-06e461/e2e-auth-iso-19be4d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.648601029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"68a5344f-9f02-4c91-a577-1f37d75b3956","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.771557134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"f365b902-ead0-4dec-8188-e415069c0521","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.771581264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"f365b902-ead0-4dec-8188-e415069c0521","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:38.986327746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"28d91ea0-a26b-40ea-a320-db4fc632239a","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"maas-trlp-auth-test-model-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:42.653626043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:44.504215686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab97928-4ace-4a2f-af27-b11714f47ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:44.557832662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab97928-4ace-4a2f-af27-b11714f47ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:44.61171536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab97928-4ace-4a2f-af27-b11714f47ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:44.665398212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab97928-4ace-4a2f-af27-b11714f47ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:45.037078183Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1538c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1538c4","reconcileID":"334861ed-1a49-4064-a516-f27872dbc5e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1538c4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-1538c4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:46.618151072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb501559-2634-42f5-a25c-953e320c4a4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:46.671834111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb501559-2634-42f5-a25c-953e320c4a4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:46.725633474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb501559-2634-42f5-a25c-953e320c4a4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:46.77966035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb501559-2634-42f5-a25c-953e320c4a4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:48.703896828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b889a01d-ccc1-4e65-999f-c8147b6458e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:48.758182825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b889a01d-ccc1-4e65-999f-c8147b6458e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:48.811905224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b889a01d-ccc1-4e65-999f-c8147b6458e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:48.866615588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b889a01d-ccc1-4e65-999f-c8147b6458e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:50.833017495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2713c442-a44b-46d1-b4d7-b9b810b12349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:50.888012743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2713c442-a44b-46d1-b4d7-b9b810b12349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:50.942679173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2713c442-a44b-46d1-b4d7-b9b810b12349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:05:50.996646956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2713c442-a44b-46d1-b4d7-b9b810b12349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:00.841567469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"43a5900a-99e0-4c25-ad44-aaf98fb039bc","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"maas-trlp-auth-test-model-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:01.011425755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"4c6203e0-6b3f-44b1-b959-551bf714bcf9","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:01.011445609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"4c6203e0-6b3f-44b1-b959-551bf714bcf9","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:02.245306249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"9e956ae7-8e5b-4fc3-be5f-4525d259217b","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:02.302232791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"9e956ae7-8e5b-4fc3-be5f-4525d259217b","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.293491874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"c8b45123-173a-4b4a-a952-6fab96bcc466","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.293520755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"c8b45123-173a-4b4a-a952-6fab96bcc466","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.351293636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"c4062874-222e-4495-8fac-b9436db48bdf","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.351317214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"c4062874-222e-4495-8fac-b9436db48bdf","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.457725816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"b81322ee-16db-40d3-87a1-0ccb7df9daad","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.582282789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"b81322ee-16db-40d3-87a1-0ccb7df9daad","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.639069562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c7e71f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"b81322ee-16db-40d3-87a1-0ccb7df9daad","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.697264735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"252cc0a7-cf18-46b0-9a92-45a6c38dd4d2","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:03.697288734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"252cc0a7-cf18-46b0-9a92-45a6c38dd4d2","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:12.654012684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:13.804891032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"33a948d0-6c8b-414f-a367-67918da20f12","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:13.863463977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"33a948d0-6c8b-414f-a367-67918da20f12","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:13.919894875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c7e71f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"33a948d0-6c8b-414f-a367-67918da20f12","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:18.1979974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"0fd4fc33-766c-4f1b-bc70-47bac547d898","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:18.297969372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"e6f5d527-c94c-4e32-99b2-2bbdd32e24a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:18.505336685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"588b85b7-a372-4253-878f-64308de977c2","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"maas-trlp-auth-test-model-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:18.605469011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"70d40208-fa6f-4ea1-ad23-434156d03cfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:18.995539432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"91627413-d189-456f-9411-38096abf719c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:19.118724982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5811db23-8163-4a43-a376-d9dffe2a1aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:19.366553515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"ecb92374-5172-4633-a97f-a61b8f36d758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:19.467491737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c1ae457-5276-47d6-8e9c-e5ac16e47949","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:19.568902207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"bf06944e-80f2-463c-9c48-f00c25aace96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:19.568982793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"55d176e8-99d0-464b-a785-9764446d58e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:19.676813892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"87620a35-f951-467b-96af-5624df2a0c8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:19.798951127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"a9f1b823-713a-4702-bec6-4a8ed06dff0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:19.898851443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"3bae8385-0bc8-412a-b2a2-fe1873c36787","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:24.027391607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"d3773532-be25-4b6d-9a06-7ed6ad2045b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:24.084833887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"d3773532-be25-4b6d-9a06-7ed6ad2045b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:24.141326534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c7e71f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a53308e71fbbb856396e651af44b1538dffa452616a580a700fb2b56d6332f1) AuthConfig (41b5741ddfb758034607d1d2ea9d1c356c87dcb7b23e43e966b5365c10380b7e) AuthConfig (17c8e0f32f1474abdd1596736289f0ee22b2ff3b2707aefff8f6535c03b8536a) AuthConfig (c6781155b69f56d432b80873e9fb2bc01e118e1688cd7f70c221e787d3bf74af) AuthConfig (12a9a00eb5747449264860422ed6dd24b90178af3f25ef20f99758779a292d80) AuthConfig (57a9096ab0405732537038fb211b629c90e694fbb492bebc958aed02f510ef7f) AuthConfig (12167602fd6f0121f28300ae64a13003d4a0fa7f5ff7d0cb33d38b9e60b0d728) AuthConfig (b12ef3edb08880a461b22912fd9492960ca7d75dce45594fb545bca1cbc97404) AuthConfig (4d88bf66d5ceafc38266bf37c7db4dfef8e1ab5251b1d07519b741bfcd782682) AuthConfig (5384f5c4ddc9ccb72784e0e07297d2dd640458e7b7a22716374ed0b8930f3320) AuthConfig (d5e81d30c7859ec349ea8e38f2e4c6fedbcf5e357545918afba2acaa78098503) AuthConfig (e3b3f700f2eeafe2be400c762bd03fcf0022b0c061ec0ac7f08a7b2bc5faba48) AuthConfig (201f3cf7fa468a2f3604c79c393cf0df72de31d956d35d026a7e06aa7607a326) AuthConfig (56efd71ee9003bd393c9ed8963fe14e1f8b6e4a757a89e23c403722689091c08) AuthConfig (be0c2dec494f93e5def6c0e153c741dd90cb42ce2d01105ce31915372ce14c76) AuthConfig (1c842f011243ad9a03724d6985fbcc2786da0a851d4830084a6dd6535b142162) AuthConfig (7ed2ba1aeffbfe14d596981ced332ed955f46afacea1925e585ea9fdc0e6c4fc) AuthConfig (9cc8fb3324c01518520bae1e0e4d676e946cb335d1b0795c5375e5a1e60a1181)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"d3773532-be25-4b6d-9a06-7ed6ad2045b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:24.199795219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"046fd916-5f6c-4784-adf0-465bc94647e2","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:24.199812902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"046fd916-5f6c-4784-adf0-465bc94647e2","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:27.823017015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429653a2-2aa7-4881-9307-034d14500768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:27.876987269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429653a2-2aa7-4881-9307-034d14500768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:27.931443209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429653a2-2aa7-4881-9307-034d14500768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:27.985270233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429653a2-2aa7-4881-9307-034d14500768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:29.911244949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32106cf6-deea-4e85-8cb1-a6c77f376c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:29.965120632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32106cf6-deea-4e85-8cb1-a6c77f376c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:30.018773852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32106cf6-deea-4e85-8cb1-a6c77f376c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:30.072917845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32106cf6-deea-4e85-8cb1-a6c77f376c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:34.31056503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"ab20d97e-8a43-4411-a721-ec623988eb1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:34.368772576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"ab20d97e-8a43-4411-a721-ec623988eb1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:34.427528032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c7e71f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a53308e71fbbb856396e651af44b1538dffa452616a580a700fb2b56d6332f1) AuthConfig (41b5741ddfb758034607d1d2ea9d1c356c87dcb7b23e43e966b5365c10380b7e) AuthConfig (17c8e0f32f1474abdd1596736289f0ee22b2ff3b2707aefff8f6535c03b8536a) AuthConfig (c6781155b69f56d432b80873e9fb2bc01e118e1688cd7f70c221e787d3bf74af) AuthConfig (12a9a00eb5747449264860422ed6dd24b90178af3f25ef20f99758779a292d80) AuthConfig (57a9096ab0405732537038fb211b629c90e694fbb492bebc958aed02f510ef7f) AuthConfig (12167602fd6f0121f28300ae64a13003d4a0fa7f5ff7d0cb33d38b9e60b0d728) AuthConfig (b12ef3edb08880a461b22912fd9492960ca7d75dce45594fb545bca1cbc97404) AuthConfig (4d88bf66d5ceafc38266bf37c7db4dfef8e1ab5251b1d07519b741bfcd782682) AuthConfig (5384f5c4ddc9ccb72784e0e07297d2dd640458e7b7a22716374ed0b8930f3320) AuthConfig (d5e81d30c7859ec349ea8e38f2e4c6fedbcf5e357545918afba2acaa78098503) AuthConfig (e3b3f700f2eeafe2be400c762bd03fcf0022b0c061ec0ac7f08a7b2bc5faba48) AuthConfig (201f3cf7fa468a2f3604c79c393cf0df72de31d956d35d026a7e06aa7607a326) AuthConfig (56efd71ee9003bd393c9ed8963fe14e1f8b6e4a757a89e23c403722689091c08) AuthConfig (be0c2dec494f93e5def6c0e153c741dd90cb42ce2d01105ce31915372ce14c76) AuthConfig (1c842f011243ad9a03724d6985fbcc2786da0a851d4830084a6dd6535b142162) AuthConfig (7ed2ba1aeffbfe14d596981ced332ed955f46afacea1925e585ea9fdc0e6c4fc) AuthConfig (9cc8fb3324c01518520bae1e0e4d676e946cb335d1b0795c5375e5a1e60a1181)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"ab20d97e-8a43-4411-a721-ec623988eb1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:37.67293821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc68cae8-a099-4e38-9a6c-39a60f88211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:37.726851697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc68cae8-a099-4e38-9a6c-39a60f88211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:37.780520152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc68cae8-a099-4e38-9a6c-39a60f88211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:37.834733466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc68cae8-a099-4e38-9a6c-39a60f88211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:38.747509843Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6ba06f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6ba06f","reconcileID":"3412a862-7a2f-4715-8dcc-ec91d1410331","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6ba06f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6ba06f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:39.771660992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e998ef-4d56-4af7-8050-4cf2fc25c797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:39.825829252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e998ef-4d56-4af7-8050-4cf2fc25c797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:39.879899356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e998ef-4d56-4af7-8050-4cf2fc25c797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:39.933903024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e998ef-4d56-4af7-8050-4cf2fc25c797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:41.734410763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"b1b8aabc-6cd8-4e67-8082-83c213e21167","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9981d2","tenantID":"e2e-extmod-a-9981d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:41.852085679Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"b1b8aabc-6cd8-4e67-8082-83c213e21167","name":"e2e-extmod-a-9981d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:41.874743774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b61ad1-d917-4b5a-82a5-a754209ffe3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:41.929310424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b61ad1-d917-4b5a-82a5-a754209ffe3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:41.982934985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b61ad1-d917-4b5a-82a5-a754209ffe3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:42.038044555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b61ad1-d917-4b5a-82a5-a754209ffe3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:42.653564019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:44.535815731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"8e982b17-00f0-46f9-9652-e8922879b31e","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:44.593336665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"8e982b17-00f0-46f9-9652-e8922879b31e","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:44.868059467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"28276f72-a60a-4c06-a86a-899a4d03858c","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:44.868082852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"28276f72-a60a-4c06-a86a-899a4d03858c","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.107230687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"937ea597-76b3-4320-9e56-7155c4e4df21","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.107258579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"937ea597-76b3-4320-9e56-7155c4e4df21","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.169656692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"26581dea-6a43-43ba-9e93-b5c667815e02","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.169682027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"26581dea-6a43-43ba-9e93-b5c667815e02","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:06:50.21275712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"09c214f9-64ad-4691-bc9b-48a23c6c066d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-19be4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.214490908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"6db3da03-d134-490c-8d8f-68650e42cafb","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:06:50.224320111Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"26581dea-6a43-43ba-9e93-b5c667815e02","name":"auth-test-model-c7e71f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c7e71f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:06:50.224390204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"26581dea-6a43-43ba-9e93-b5c667815e02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c7e71f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.229760255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"06c38c22-172e-4f56-b33d-c34efa41dca7","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.22977948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"06c38c22-172e-4f56-b33d-c34efa41dca7","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.272162807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"6db3da03-d134-490c-8d8f-68650e42cafb","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.320241059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"52778f70-bfb4-445d-9310-a10268622a5b","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.320263572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"52778f70-bfb4-445d-9310-a10268622a5b","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.377934316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"61dc89a6-81bb-4fb1-b3e0-071e33e520e7","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.377956303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"61dc89a6-81bb-4fb1-b3e0-071e33e520e7","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.539258118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"44cf9b37-2d58-47e2-ab9f-497fa381feaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.596753643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"44cf9b37-2d58-47e2-ab9f-497fa381feaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.597256678Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"4399ddbf-e3cc-431e-817a-58dc91f409d2","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"maas-trlp-auth-test-model-c7e71f","model":"auth-test-model-c7e71f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-c7e71f/e2e-auth-iso-19be4d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.767159781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"2301e80f-2faa-4c70-b096-0270b7b14d76","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.767187145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"2301e80f-2faa-4c70-b096-0270b7b14d76","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:50.981635171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"2ba31289-e505-4acd-bb5b-e3d082dc6a88","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"maas-trlp-auth-test-model-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:56.676306216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"75dc7db0-f4d9-4efc-b08c-4d02026d52fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:56.799020194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ece43e4-61b8-4ea4-862a-663dc390d17c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.014678031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"573fc1bc-6883-4931-bc59-37e7f7d05001","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5ddbd0","tenantID":"e2e-shared-b-w1-5ddbd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.043913902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"df6ba799-2923-4504-a4de-b29502bf1456","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.131460077Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"573fc1bc-6883-4931-bc59-37e7f7d05001","name":"e2e-shared-b-w1-5ddbd0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.163638315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"e543190d-f1fb-4cf3-a361-e3700757260b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.265394035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"ef9d36b3-7d1e-4892-ad16-febd5ad32b94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.290111183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"1d6ff9dc-0df5-4ba5-9f5b-d404aa685aeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.410576487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"99a7185c-407e-4868-8c4c-08ad47a8a0a0","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"maas-trlp-auth-test-model-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.514834963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"388d3e04-2a5b-4783-90cd-86919f960483","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.845270804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fd3471e-1b3e-4286-9975-5fd39f0579ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.945695362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"b9f15b45-e003-4589-875b-644a42ef0554","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:57.971055894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"8797d388-78a2-4785-998a-932e9b5fea0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:58.047579006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"14039f89-4218-4f54-9811-f617228f22f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:06:58.340655422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"6b99092e-7d66-4972-9b5f-82f308d1a7b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:12.654049022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:22.191789683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ecf7536d-de45-4370-8911-07cb58f30108","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1538c4","tenantID":"e2e-extmod-a-1538c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:22.309348959Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ecf7536d-de45-4370-8911-07cb58f30108","name":"e2e-extmod-a-1538c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:31.962399891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"6906ac69-93c8-4fba-83cf-17027222a29e","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"maas-trlp-auth-test-model-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:32.130597188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"d81b2e89-2890-4fff-abe9-40d98c450071","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:32.13071284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"d81b2e89-2890-4fff-abe9-40d98c450071","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:32.832035289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"c2d2b113-291c-47c6-9a50-664a8344515b","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:32.893059806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"c2d2b113-291c-47c6-9a50-664a8344515b","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:38.603881674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"310fbffa-eb74-4607-bcae-79ec3f63acdc","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:38.60390335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"310fbffa-eb74-4607-bcae-79ec3f63acdc","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:38.710915625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"38690b23-bdce-41f4-acde-4b6d9591bbc8","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:38.768568455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"38690b23-bdce-41f4-acde-4b6d9591bbc8","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:38.770735318Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"069eef96-4d3e-4ac6-92a0-40ec2f1e7229","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1838cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:39.082610002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"034786ea-1270-48db-aca9-0e28f0795011","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:39.139754603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"034786ea-1270-48db-aca9-0e28f0795011","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:42.664968159Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:48.825239141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"5830d3b9-2ed7-450b-be36-483d45c4870d","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","subscription":"e2e-auth-iso-19be4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:48.879273396Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"5830d3b9-2ed7-450b-be36-483d45c4870d","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:48.9334318Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"5830d3b9-2ed7-450b-be36-483d45c4870d","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"maas-trlp-auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.212883849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"d4814b73-9bb2-437f-88a5-63564acbedbd","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.212909806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"d4814b73-9bb2-437f-88a5-63564acbedbd","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.322110865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"a621643a-3ff7-4419-8369-99bbffc3afbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.366916322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"002c8545-de68-487b-b193-536e73208929","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.366942445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"002c8545-de68-487b-b193-536e73208929","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.379636357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"a621643a-3ff7-4419-8369-99bbffc3afbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.474455349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"70d7d610-f91a-4b81-a76f-c6b2875f1dbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.532617822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"70d7d610-f91a-4b81-a76f-c6b2875f1dbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.533073757Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"4a918e2d-0fa2-4876-b814-f87f934b8e41","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28e28b1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.699813175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"3fa00ab6-fc11-46c7-a4e8-5b7e30cb62c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.758681832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"3fa00ab6-fc11-46c7-a4e8-5b7e30cb62c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.899808867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"07879c73-bccd-4b12-94f5-614a4ac20ac5","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:49.958745631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"07879c73-bccd-4b12-94f5-614a4ac20ac5","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:59.586664379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"d597cb1c-6e92-4995-b036-b3238cef1eb7","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","subscription":"e2e-auth-iso-19be4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:59.643170525Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"d597cb1c-6e92-4995-b036-b3238cef1eb7","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:59.697196002Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"d597cb1c-6e92-4995-b036-b3238cef1eb7","MaaSSubscription":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"maas-trlp-auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:59.970425719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"3ec53b80-e6ed-43fb-8bce-43d17f182764","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:07:59.97044661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"3ec53b80-e6ed-43fb-8bce-43d17f182764","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.077914565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"a3090f0e-d639-4132-a21f-4cd30a977703","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.12887047Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"0b554676-c5d2-41a3-bc71-3b5f93d0e504","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.129032984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"b517118e-fddf-405a-8e67-fa842e48280f","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.129054577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"b517118e-fddf-405a-8e67-fa842e48280f","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.142993548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"a3090f0e-d639-4132-a21f-4cd30a977703","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.304485338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"0b554676-c5d2-41a3-bc71-3b5f93d0e504","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.43072563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"0b554676-c5d2-41a3-bc71-3b5f93d0e504","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"name":"e2e-shared-a-w2-06e461-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.430753612Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"e2e-auth-iso-19be4d","reconcileID":"0b554676-c5d2-41a3-bc71-3b5f93d0e504","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.457957411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"dcf34034-42c4-4ff0-8d3e-a38a111109d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.489972507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"561aa7e7-0e9a-4f56-963b-129e379bab36","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"tenant":"e2e-shared-a-w2-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","model":"ai-tenant-e2e-shared-a-w2-06e461/auth-test-model-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.489992054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"auth-test-model-06e461","reconcileID":"561aa7e7-0e9a-4f56-963b-129e379bab36","MaaSModelRef":{"name":"auth-test-model-06e461","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"routeName":"auth-test-model-06e461-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06e461","llmisvcName":"auth-test-model-06e461","gateway":"openshift-ingress/e2e-shared-a-w2-06e461","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.515253637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"dcf34034-42c4-4ff0-8d3e-a38a111109d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.635267016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"19150131-6f24-4131-9788-11ac8846338d","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.635290454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"19150131-6f24-4131-9788-11ac8846338d","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.722870897Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"b9cf6cc9-4356-4d20-b2f2-8bff2995b0dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:00.883050987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"b9cf6cc9-4356-4d20-b2f2-8bff2995b0dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:01.008589677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"b9cf6cc9-4356-4d20-b2f2-8bff2995b0dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"name":"e2e-shared-b-w2-c7e71f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:01.008612988Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"e2e-auth-iso-19be4d","reconcileID":"b9cf6cc9-4356-4d20-b2f2-8bff2995b0dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-19be4d","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:01.065944638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"51401e42-45ea-41bb-8e0c-32a74e6d6e66","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"tenant":"e2e-shared-b-w2-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","model":"ai-tenant-e2e-shared-b-w2-c7e71f/auth-test-model-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:01.065967253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"auth-test-model-c7e71f","reconcileID":"51401e42-45ea-41bb-8e0c-32a74e6d6e66","MaaSModelRef":{"name":"auth-test-model-c7e71f","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"routeName":"auth-test-model-c7e71f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","llmisvcName":"auth-test-model-c7e71f","gateway":"openshift-ingress/e2e-shared-b-w2-c7e71f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:12.654684124Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:17.520971454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"430d36df-b3d7-4409-b24a-6f02fb565036","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6ba06f","tenantID":"e2e-extmod-b-6ba06f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:17.637971697Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"430d36df-b3d7-4409-b24a-6f02fb565036","name":"e2e-extmod-b-6ba06f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:31.631210404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407a60c4-ea38-4c8a-bb2f-3e9b89cefee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:31.68532982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407a60c4-ea38-4c8a-bb2f-3e9b89cefee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:31.739355428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407a60c4-ea38-4c8a-bb2f-3e9b89cefee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:31.794161055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407a60c4-ea38-4c8a-bb2f-3e9b89cefee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:33.71149812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7e412c-60d0-4501-9a8e-7e7a28ed64ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:33.765520355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7e412c-60d0-4501-9a8e-7e7a28ed64ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:33.819010789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7e412c-60d0-4501-9a8e-7e7a28ed64ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:33.873824693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7e412c-60d0-4501-9a8e-7e7a28ed64ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:35.878951715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b6acee-4727-4256-bfcc-6db4e0362b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:35.933267771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b6acee-4727-4256-bfcc-6db4e0362b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:35.98690952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b6acee-4727-4256-bfcc-6db4e0362b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:36.040780123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b6acee-4727-4256-bfcc-6db4e0362b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:38.662343283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7da2572-320c-4e4b-9811-3fa4c628ed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:38.716719417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7da2572-320c-4e4b-9811-3fa4c628ed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:38.770875095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7da2572-320c-4e4b-9811-3fa4c628ed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:38.825587194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7da2572-320c-4e4b-9811-3fa4c628ed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:39.749477198Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-363e15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-363e15","reconcileID":"f2700d08-8442-4a77-a270-1d8dda79b2f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-363e15","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-363e15":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:40.751203695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e820fa-1b86-4797-9ddc-8da51e41cd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:40.805140219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e820fa-1b86-4797-9ddc-8da51e41cd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:40.858838277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e820fa-1b86-4797-9ddc-8da51e41cd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:40.915395033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e820fa-1b86-4797-9ddc-8da51e41cd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:42.653481511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:42.829511658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ba2e76-a7b4-41ae-92a4-e23cd112d841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:42.883357708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ba2e76-a7b4-41ae-92a4-e23cd112d841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:42.93702771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ba2e76-a7b4-41ae-92a4-e23cd112d841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:42.991401251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ba2e76-a7b4-41ae-92a4-e23cd112d841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.414312581Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","namespace":"ai-tenant-e2e-extmod-a-1538c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.414373814Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","namespace":"ai-tenant-e2e-extmod-a-1538c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.414427026Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","tenant":"e2e-extmod-a-1538c4","tenantID":"e2e-extmod-a-1538c4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.470050699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"Deployment","name":"maas-api-e2e-extmod-a-1538c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.539657458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"Service","name":"maas-api-e2e-extmod-a-1538c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.600505615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-1538c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.663376121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-1538c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.720422913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.776422503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.837645867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.902585776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:08:59.956440015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.010086622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.063492436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"Service","name":"payload-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.116602563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.169772626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.222913485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.276262992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.329718057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.383204096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.436797502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.490123399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-1538c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:00.543453224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1538c4"},"namespace":"ai-tenant-e2e-extmod-a-1538c4","name":"default-tenant","reconcileID":"ac43e240-8487-43ea-bd53-8a1b387b8601","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-1538c4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:06.849405196Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1538c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1538c4","reconcileID":"b82f80f4-0aa8-430c-a83d-7108057ca4aa","aitenant":"ai-tenants/e2e-extmod-a-1538c4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:07.434105788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1becc138-d758-4c33-8ed9-1ffce87d692a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:07.4889298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1becc138-d758-4c33-8ed9-1ffce87d692a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:07.547929284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1becc138-d758-4c33-8ed9-1ffce87d692a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:07.602426495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1becc138-d758-4c33-8ed9-1ffce87d692a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:07.716789751Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1538c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1538c4","reconcileID":"b82f80f4-0aa8-430c-a83d-7108057ca4aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1538c4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-1538c4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:09.619887541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9133da9-b007-4969-a0f9-bf915a882b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:09.673619924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9133da9-b007-4969-a0f9-bf915a882b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:09.729589846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9133da9-b007-4969-a0f9-bf915a882b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:09.783324386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9133da9-b007-4969-a0f9-bf915a882b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.287120569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"924a99c4-8a0e-461f-a5a4-70810c4bc605","namespace":"llm","name":"e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.340514173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"0897e11f-e5a6-4b68-b4f9-e4efa7a1a795","namespace":"llm","name":"e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.448054074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"22c50f12-6039-4316-b9b2-e76d69ff83d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.448454753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"cbcec1dd-72c7-4bec-869b-f32ca890d5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.448545266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"73e977c9-23e6-4e84-9184-531b4aaa05d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.448889813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0031bd44-6a22-4d9d-8fc4-adc581540817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.448928607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"07366d08-881b-4cac-8490-a63a122e39b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.505863112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"22c50f12-6039-4316-b9b2-e76d69ff83d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.506887143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"cbcec1dd-72c7-4bec-869b-f32ca890d5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.508373648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"73e977c9-23e6-4e84-9184-531b4aaa05d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.509026883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"07366d08-881b-4cac-8490-a63a122e39b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.510709445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0031bd44-6a22-4d9d-8fc4-adc581540817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.65520666Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"788953c5-e871-45a2-8891-ccafdcb0fa1f","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"name":"e2e-dft-55455f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.714840443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb135780-b13e-4de3-972a-6dcf4223000a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.762906947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2ac81a2-f9c4-411b-993d-c0b2954e592f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.76374416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d07705c7-cc79-486f-b7b2-49d21767eaa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.769963542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb135780-b13e-4de3-972a-6dcf4223000a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.824627005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb135780-b13e-4de3-972a-6dcf4223000a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.829351662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9a8510d-650b-475a-bd8c-54e4c89af81e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.82937034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9a8510d-650b-475a-bd8c-54e4c89af81e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.880094576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb135780-b13e-4de3-972a-6dcf4223000a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.882865211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"798a8c1d-b456-4410-a0c4-a7c0e467d426","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.882887889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"798a8c1d-b456-4410-a0c4-a7c0e467d426","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.938483578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"1adc79ee-beb4-44f2-bddd-8602d3b9a4a6","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"name":"e2e-dft-55455f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.991261695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"cf068620-9311-4b53-9868-a3c9f577164d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.991389351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"253c65b2-ad73-493d-919a-27dec0e85b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.991697791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"e049b591-6dbe-40e5-a67b-9df24ccc28e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.992060289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4c420f69-8870-4fca-abc7-c241604abc72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.992175488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"636461a9-ad0b-4260-bcd3-67ee43a8bdf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.992812987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9de68fb3-3902-43bd-97fa-77b7d904c4ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.992826997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9de68fb3-3902-43bd-97fa-77b7d904c4ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.993102493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"142bab28-07aa-4e72-a6a5-e8a13ba6da13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.993114306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"142bab28-07aa-4e72-a6a5-e8a13ba6da13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.993372759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"41a76a22-e02f-481b-9ab2-6b3d17efa4d5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.993384698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"41a76a22-e02f-481b-9ab2-6b3d17efa4d5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.993609828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88276a2c-ca51-4b51-89e2-e933cb1019a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.993622051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88276a2c-ca51-4b51-89e2-e933cb1019a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.993848174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58065d3a-6dd5-4691-98c2-a24621733cd5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.993859173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58065d3a-6dd5-4691-98c2-a24621733cd5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.994101059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6529073c-8ce9-48e9-9f30-31590a4c80e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:11.994112024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6529073c-8ce9-48e9-9f30-31590a4c80e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.050876096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"cf068620-9311-4b53-9868-a3c9f577164d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.051286837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"253c65b2-ad73-493d-919a-27dec0e85b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.053755347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"636461a9-ad0b-4260-bcd3-67ee43a8bdf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.053796417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"e049b591-6dbe-40e5-a67b-9df24ccc28e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.055786659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4c420f69-8870-4fca-abc7-c241604abc72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.406560086Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"f9dfc96a-4601-4d5b-9d5e-3ef9816f1657","namespace":"llm","name":"e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.428065005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"13f689b6-f623-4a26-b4ec-994a44b1e07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.428530845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5fcaf7d-5849-49ff-802c-662ae1726726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.438902776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"2005ae68-b2f9-4864-9ba8-10d8511dceb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.439255992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"44038c0a-1ea4-4b43-a662-0253524975c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.439592824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"123ea49f-4e30-43ab-9bbd-a94f89bbf3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.460751305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"d1ce5421-e01e-4c4c-99a8-a7d20d378e65","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.460881923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"d1ce5421-e01e-4c4c-99a8-a7d20d378e65","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.487344762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"13f689b6-f623-4a26-b4ec-994a44b1e07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.487627792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5fcaf7d-5849-49ff-802c-662ae1726726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.498902434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"44038c0a-1ea4-4b43-a662-0253524975c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.500183889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"2005ae68-b2f9-4864-9ba8-10d8511dceb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.501202852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"123ea49f-4e30-43ab-9bbd-a94f89bbf3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.652999221Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.857421871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"dd1c1621-d29d-4f08-a005-a62723ac95fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.858097018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a01f53f6-e8e0-4ec3-bab9-fa6977676a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.914931412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"dd1c1621-d29d-4f08-a005-a62723ac95fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.915587111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a01f53f6-e8e0-4ec3-bab9-fa6977676a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.95735062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47ce81fb-d85d-46dd-a254-2224f0220b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.957561346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"32e01469-a752-4d0f-8f5b-0c9248db1ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:12.957832613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"bb44d514-7a89-4d02-a8cd-7f841646ab96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.014958897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"32e01469-a752-4d0f-8f5b-0c9248db1ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.015528611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47ce81fb-d85d-46dd-a254-2224f0220b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.017266851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"bb44d514-7a89-4d02-a8cd-7f841646ab96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.234574469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8f6a8a33-ac10-4cf5-b1b7-91f9e2b93dd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.234638876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"5d72e8cc-fd39-4900-85b7-e82db2743073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.291895655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"5d72e8cc-fd39-4900-85b7-e82db2743073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.29285744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8f6a8a33-ac10-4cf5-b1b7-91f9e2b93dd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.335217124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9995aafd-ec74-44d9-8463-1e85e0c8b8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.335274187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"04433645-6e8a-4f24-97ae-170ee11050e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.335662758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"fadc28dc-499d-47f0-92ef-979985f9c1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.393080065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9995aafd-ec74-44d9-8463-1e85e0c8b8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.393309954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"fadc28dc-499d-47f0-92ef-979985f9c1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.395376313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"04433645-6e8a-4f24-97ae-170ee11050e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.658707941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"336a7672-5a22-46a8-8f16-bd7bcb7877e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.65872624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"de1c9f5a-bc97-4f30-9c3a-f15d0b7882f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.71838147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"336a7672-5a22-46a8-8f16-bd7bcb7877e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:13.718412815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"de1c9f5a-bc97-4f30-9c3a-f15d0b7882f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:17.681294669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"15fa00e8-57be-467e-8d5a-73e2a194f0a5","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:17.681323069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"15fa00e8-57be-467e-8d5a-73e2a194f0a5","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:17.78996671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"afa8f1b9-ab66-4ac3-9041-7c35bb6bfca4","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:17.789992903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"afa8f1b9-ab66-4ac3-9041-7c35bb6bfca4","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:17.899684964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"bd72813c-fbc7-4166-89a9-53885c395153","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:17.957248903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"bd72813c-fbc7-4166-89a9-53885c395153","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:18.393990824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"140bc4a9-9ba9-4625-b18b-1a3ac79da2d0","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:18.394016181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"140bc4a9-9ba9-4625-b18b-1a3ac79da2d0","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:18.554066558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"207db348-15e0-4119-8862-f54fcff2ac29","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:18.611582966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"207db348-15e0-4119-8862-f54fcff2ac29","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.350071473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"3f3cac4d-45e1-4952-8658-9a58d6298d07","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.350102656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"3f3cac4d-45e1-4952-8658-9a58d6298d07","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:09:20.401448383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-sub","reconcileID":"8d122192-7c46-49a7-9809-e9d0572872f2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-55455f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.508617315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"54ccf01e-9990-4f32-b337-f9ca038324fe","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.508634614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bb472dd-fa17-4a1d-b130-f5c112147748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.509091185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5b735bd-280e-434a-91b9-43133638c375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.516570825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"4bccc60b-ece4-4e86-a4ba-ca617524a6fa","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.516587719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"4bccc60b-ece4-4e86-a4ba-ca617524a6fa","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.634616253Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bb472dd-fa17-4a1d-b130-f5c112147748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.674895287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"1c98bb5c-d758-49dd-afce-4760ed202e02","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.67492711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"1c98bb5c-d758-49dd-afce-4760ed202e02","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:09:20.679714544Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5b735bd-280e-434a-91b9-43133638c375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:09:20.679714685Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"54ccf01e-9990-4f32-b337-f9ca038324fe","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.691226646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bb472dd-fa17-4a1d-b130-f5c112147748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:09:20.737580338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"54ccf01e-9990-4f32-b337-f9ca038324fe","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:09:20.738870101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5b735bd-280e-434a-91b9-43133638c375","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.791273197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"2003af29-b0b1-46b0-8c5e-6bca0827830a","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.791294481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"2003af29-b0b1-46b0-8c5e-6bca0827830a","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.845389427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca3b4630-a774-488d-864e-e0975e5c24d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.845414783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca3b4630-a774-488d-864e-e0975e5c24d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.845912345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ca141a7-4103-483a-9e92-a54cf56d56dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.845926631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ca141a7-4103-483a-9e92-a54cf56d56dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.890151421Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-sub","reconcileID":"61f368de-55ce-41a9-9a58-e9997acc2a1f","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-55455f","model":"e2e-dft-55455f","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-55455f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.950645592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"eda28d7c-55d1-481c-aa49-42817ccb32ac","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.951003492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd7f244-28ec-4d01-91c8-43ef1bbe78d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:20.960365625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b22fe4b-0538-4068-a88d-ab5a37700448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.00907564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"eda28d7c-55d1-481c-aa49-42817ccb32ac","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.009230555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd7f244-28ec-4d01-91c8-43ef1bbe78d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.017688347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b22fe4b-0538-4068-a88d-ab5a37700448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.065586985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd7f244-28ec-4d01-91c8-43ef1bbe78d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.066004129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"eda28d7c-55d1-481c-aa49-42817ccb32ac","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.073399263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b22fe4b-0538-4068-a88d-ab5a37700448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.16983909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"8abf1460-48d7-4310-8bc1-aa7ccdd0317d","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.169864175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"8abf1460-48d7-4310-8bc1-aa7ccdd0317d","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.223545696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bd1372c-4ea2-4b57-a559-a4560271781e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.223565076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bd1372c-4ea2-4b57-a559-a4560271781e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.277217427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"50cbb741-bfef-4a76-9515-c1bf2bcf4ca5","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.277242305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"50cbb741-bfef-4a76-9515-c1bf2bcf4ca5","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:21.383435735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-sub","reconcileID":"85007fa2-88df-4e58-a6c3-a4f788a7fc98","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-55455f","model":"llm/e2e-dft-55455f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.284483811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf021571-f014-4532-938d-17603d7166cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.284742807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1408bac-c757-4e2e-acba-b489a417a8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.285036405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"1e023664-939a-4e8a-8f83-587cf268952d","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.34318623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"1e023664-939a-4e8a-8f83-587cf268952d","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.343340798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1408bac-c757-4e2e-acba-b489a417a8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.345413182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf021571-f014-4532-938d-17603d7166cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.400654463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"1e023664-939a-4e8a-8f83-587cf268952d","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.400734312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1408bac-c757-4e2e-acba-b489a417a8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:30.40188374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf021571-f014-4532-938d-17603d7166cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.616099846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"0ab547fa-6097-49d3-a2ca-d389365a7b00","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.616319403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b31c8b5-498b-4bf2-a9d5-3f50b91f9d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.616099501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc9c9254-0ef4-497e-bd8b-f96defe0121a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.674353659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc9c9254-0ef4-497e-bd8b-f96defe0121a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.675346689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"0ab547fa-6097-49d3-a2ca-d389365a7b00","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.67662178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b31c8b5-498b-4bf2-a9d5-3f50b91f9d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.731234912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc9c9254-0ef4-497e-bd8b-f96defe0121a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.731620987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"0ab547fa-6097-49d3-a2ca-d389365a7b00","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:40.732940812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b31c8b5-498b-4bf2-a9d5-3f50b91f9d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:42.653031701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:47.82918253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ede5367-6772-42df-b8b1-96c30012b2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:47.883729611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ede5367-6772-42df-b8b1-96c30012b2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:47.938955612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ede5367-6772-42df-b8b1-96c30012b2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:47.993258527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ede5367-6772-42df-b8b1-96c30012b2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:49.912381912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd9dbf-d4d7-4531-a92c-2513c22d371b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:49.966377025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd9dbf-d4d7-4531-a92c-2513c22d371b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:50.020159534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd9dbf-d4d7-4531-a92c-2513c22d371b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:50.074055284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd9dbf-d4d7-4531-a92c-2513c22d371b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:50.951368453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"2a334cab-0db9-448b-9531-432698c8504e","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:50.951636709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f27136a1-6f8e-48cf-93f7-ff13a2b14e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:50.951382913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"225eb0c4-6535-4abd-8e8a-cbdd271f06d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:51.009724028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"2a334cab-0db9-448b-9531-432698c8504e","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:51.009862761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f27136a1-6f8e-48cf-93f7-ff13a2b14e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:51.012310669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"225eb0c4-6535-4abd-8e8a-cbdd271f06d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:51.066352379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"2a334cab-0db9-448b-9531-432698c8504e","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:51.066428795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f27136a1-6f8e-48cf-93f7-ff13a2b14e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:51.068324576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"225eb0c4-6535-4abd-8e8a-cbdd271f06d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:52.022495478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d3b654-72d3-4c55-ae3b-101b19b1feeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:52.076339443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d3b654-72d3-4c55-ae3b-101b19b1feeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:52.130202739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d3b654-72d3-4c55-ae3b-101b19b1feeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:52.183938204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d3b654-72d3-4c55-ae3b-101b19b1feeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:54.75187757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-sub","reconcileID":"6f782c1d-3899-41f4-84f7-e5b6d84bd1b2","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-55455f","model":"llm/e2e-dft-55455f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.031633534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"bb563c45-ec86-4902-a4c5-c52c5a4faa10","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.031663326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"bb563c45-ec86-4902-a4c5-c52c5a4faa10","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.092906368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a120f385-f253-4a3b-8008-c9d9facd82f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.093172676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"bcb439ae-3a5a-4cc8-b9f7-416bd257a403","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.093611899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75491bbf-e0a4-44b2-9bb9-a3e335c31095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.150467678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a120f385-f253-4a3b-8008-c9d9facd82f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.2055337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75491bbf-e0a4-44b2-9bb9-a3e335c31095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.205860568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"bcb439ae-3a5a-4cc8-b9f7-416bd257a403","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.207400416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a120f385-f253-4a3b-8008-c9d9facd82f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.262307286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75491bbf-e0a4-44b2-9bb9-a3e335c31095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.262427249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"bcb439ae-3a5a-4cc8-b9f7-416bd257a403","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.266951327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ecc4377-a8aa-48d5-846f-f89f50020e0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.266967298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ecc4377-a8aa-48d5-846f-f89f50020e0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.321729314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1ca0de2-ca8b-4013-b4cd-e19b60628238","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.321747645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1ca0de2-ca8b-4013-b4cd-e19b60628238","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.377236798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"c3abbe5f-f850-41e1-9f67-5bcd9659a26b","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.377260303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"c3abbe5f-f850-41e1-9f67-5bcd9659a26b","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:55.984673238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3ad952-e757-4d05-931e-17a8137a8062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:56.039477858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3ad952-e757-4d05-931e-17a8137a8062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:56.093283336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3ad952-e757-4d05-931e-17a8137a8062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:56.147018851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3ad952-e757-4d05-931e-17a8137a8062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:57.104688328Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"7e800bb4-a94c-411a-b934-6c208b90347e","namespace":"ai-tenant-e2e-extmod-a-9981d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:57.104776378Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"7e800bb4-a94c-411a-b934-6c208b90347e","namespace":"ai-tenant-e2e-extmod-a-9981d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:57.104830482Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"7e800bb4-a94c-411a-b934-6c208b90347e","aitenant":"ai-tenants/e2e-extmod-a-9981d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:57.10492621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"4c5e48e5-d478-4171-a4ba-e91583733163","namespace":"ai-tenant-e2e-shared-a-w1-6689da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:57.104964177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"4c5e48e5-d478-4171-a4ba-e91583733163","namespace":"ai-tenant-e2e-shared-a-w1-6689da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:57.105005648Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"4c5e48e5-d478-4171-a4ba-e91583733163","aitenant":"ai-tenants/e2e-shared-a-w1-6689da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.438542926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"89e11e79-0407-40fa-aad2-49dcae4ea531","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.438568785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"89e11e79-0407-40fa-aad2-49dcae4ea531","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.597764501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10ad73c0-bb1d-41dd-b22f-cdb6e4f67bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.597889874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"b7515ed4-19cd-45ff-862f-1ce2d21c112d","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.598235895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d454b906-4130-47ae-ad4c-9b6a459b9d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.604493646Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-sub","reconcileID":"08bfd24b-22e2-41cb-8e0b-dafdb56bb313","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bad1d0fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.655944718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10ad73c0-bb1d-41dd-b22f-cdb6e4f67bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.656331598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"b7515ed4-19cd-45ff-862f-1ce2d21c112d","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.658296822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d454b906-4130-47ae-ad4c-9b6a459b9d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.712471868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10ad73c0-bb1d-41dd-b22f-cdb6e4f67bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.712768779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"b7515ed4-19cd-45ff-862f-1ce2d21c112d","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.714419558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d454b906-4130-47ae-ad4c-9b6a459b9d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.921934224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2610893a-b0d3-4932-99f6-4c3922a2ab59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.97583427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2610893a-b0d3-4932-99f6-4c3922a2ab59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.975973063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"454fedce-dd15-4a42-a518-d0bab79437a5","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.976094331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487ecdec-068b-40de-8793-2bb40ed33d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:58.976308236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e995d4ab-f3de-4a80-aa03-503b92196d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:59.029705347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2610893a-b0d3-4932-99f6-4c3922a2ab59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:59.083623219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2610893a-b0d3-4932-99f6-4c3922a2ab59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:59.087836335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487ecdec-068b-40de-8793-2bb40ed33d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:59.087845601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"454fedce-dd15-4a42-a518-d0bab79437a5","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:59.141943699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e995d4ab-f3de-4a80-aa03-503b92196d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:59.144597267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"454fedce-dd15-4a42-a518-d0bab79437a5","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:59.147990981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487ecdec-068b-40de-8793-2bb40ed33d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:09:59.19919192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (620730b8ac7bac038dbd24a2bcf0f58de08b021c3734753d67952c04e06ec598) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a12661827944e5b5c5f1b64dcba0978722d7b341f8bcfbc6f9f0f852b9b7d0e5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efeb046ada75fcf5a7e2e594b97e3d4f03750ab0dd40d91638aa049521ee25d4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a779843715a86eec00c4c4159fd43b112ad699c1c2670ee8a3441feae551dcb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e995d4ab-f3de-4a80-aa03-503b92196d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:01.012852692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b4f98-1892-4cbc-b15d-7028bb0d608d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:01.066794343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b4f98-1892-4cbc-b15d-7028bb0d608d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:01.120561024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b4f98-1892-4cbc-b15d-7028bb0d608d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:01.174373566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b4f98-1892-4cbc-b15d-7028bb0d608d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:03.109579508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161ee439-c03e-4d45-b611-4ed45d9d53da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:03.163333252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161ee439-c03e-4d45-b611-4ed45d9d53da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:03.217250248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161ee439-c03e-4d45-b611-4ed45d9d53da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:03.270961758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161ee439-c03e-4d45-b611-4ed45d9d53da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:08.658381469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-sub","reconcileID":"b56f034c-56ed-417e-98e8-a0de0c5cbae3","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-55455f","subscription":"e2e-dft-55455f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:08.765801441Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-sub","reconcileID":"b56f034c-56ed-417e-98e8-a0de0c5cbae3","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:08.819780453Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-sub","reconcileID":"b56f034c-56ed-417e-98e8-a0de0c5cbae3","MaaSSubscription":{"name":"e2e-dft-55455f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-55455f","namespace":"llm","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.147528294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"5fccb61d-3f02-4f97-b951-08bda89cbe7d","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.147556178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"5fccb61d-3f02-4f97-b951-08bda89cbe7d","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.308381734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"6bb83814-15cc-4447-b3f2-bb627132773e","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.308511859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126bba41-2b58-47db-b432-d052733f69e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.308388098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e018be-e816-4df6-b584-74e09fab8ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.314921929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"52b638d0-9514-41af-a9c1-2952a6300d22","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.314938344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"52b638d0-9514-41af-a9c1-2952a6300d22","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.436224511Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"6bb83814-15cc-4447-b3f2-bb627132773e","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:10:09.476081644Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"52b638d0-9514-41af-a9c1-2952a6300d22","name":"e2e-dft-55455f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-55455f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:10:09.476156033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"52b638d0-9514-41af-a9c1-2952a6300d22","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-55455f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:10:09.481369292Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e018be-e816-4df6-b584-74e09fab8ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:10:09.481478821Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126bba41-2b58-47db-b432-d052733f69e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.492952235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"6bb83814-15cc-4447-b3f2-bb627132773e","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.535100985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"c94af526-e1ef-42b2-8b86-b00c6bfc8014","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.535125781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"c94af526-e1ef-42b2-8b86-b00c6bfc8014","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:10:09.540120642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126bba41-2b58-47db-b432-d052733f69e6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:10:09.543075422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e018be-e816-4df6-b584-74e09fab8ac8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:10:09.547281717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"6bb83814-15cc-4447-b3f2-bb627132773e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-55455f-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.547434171Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-55455f-access","reconcileID":"ffa701ff-9a2e-4896-b620-b47a2b454916","MaaSAuthPolicy":{"name":"e2e-dft-55455f-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.589040656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81d98498-ca11-44e0-821b-0ef641910545","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.589069505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81d98498-ca11-44e0-821b-0ef641910545","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.589482519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a0b47107-163d-4d44-aa50-348f87df057a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.589496395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a0b47107-163d-4d44-aa50-348f87df057a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.753830547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3264ac-4f8e-44c7-aa53-f935368f1f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.753909304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ea35499-bbad-48d8-a89d-3aff10c45bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.769063244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"83850804-db2a-4810-8e07-3b36510b9c90","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.769083619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"83850804-db2a-4810-8e07-3b36510b9c90","MaaSModelRef":{"name":"e2e-dft-55455f","namespace":"llm"},"routeName":"external-model-e2e-dft-55455f-08db79027314","namespace":"llm","model":"e2e-dft-55455f","externalModel":"e2e-dft-55455f","provider":"e2e-dft-55455f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.81135759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3264ac-4f8e-44c7-aa53-f935368f1f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.811636234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ea35499-bbad-48d8-a89d-3aff10c45bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.868043432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ea35499-bbad-48d8-a89d-3aff10c45bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:09.868505942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3264ac-4f8e-44c7-aa53-f935368f1f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.068010575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8462372c-fcc7-45a5-b0f2-08c99f4883c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.068063932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8462372c-fcc7-45a5-b0f2-08c99f4883c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.068544423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb2c5fc6-9b82-4a23-8936-05e1e2bd6f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.068560735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb2c5fc6-9b82-4a23-8936-05e1e2bd6f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.262176444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"e264acdd-09d7-4ed9-9060-d418aac749cb","namespace":"llm","name":"e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.31417892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c99b29cc-bd7a-4566-ad79-d8188ba1f13b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.314203972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c99b29cc-bd7a-4566-ad79-d8188ba1f13b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.314550978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78184bba-b0c6-45d1-904a-9d09d6c9e78b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.31458704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78184bba-b0c6-45d1-904a-9d09d6c9e78b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.314845537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d85380f7-2e78-413b-b25d-745c1591d070","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.314861909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d85380f7-2e78-413b-b25d-745c1591d070","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.315093211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8b33162-dbac-4c5f-8160-b4627c0bdb0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.315107369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8b33162-dbac-4c5f-8160-b4627c0bdb0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.315340957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb77b058-73d1-40be-96ea-128efbc959bd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.315352836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb77b058-73d1-40be-96ea-128efbc959bd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.315592798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d8a494-8423-496b-8c17-b1922c16497f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.315605029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d8a494-8423-496b-8c17-b1922c16497f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.315892602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c37af06f-931a-4b3f-bf25-ac6536d5f7cd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.315904984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c37af06f-931a-4b3f-bf25-ac6536d5f7cd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.31624146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d79dea6-747d-493e-a950-b1b2d44331d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.316260624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d79dea6-747d-493e-a950-b1b2d44331d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.42269498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0df144d-53ff-434a-8e82-07f7526d4d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.422982655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ac7b05d4-eff3-4a7c-86da-9403a5963712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.42628846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b067dad0-3d35-47fd-9cbd-b30df2a5e0f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.426473965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"b886267b-3c9c-406f-9c41-91e4894e8a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.426806748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b491bb1-ab04-471d-a820-1907c30a32e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.482094697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ac7b05d4-eff3-4a7c-86da-9403a5963712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.482207023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0df144d-53ff-434a-8e82-07f7526d4d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.48587318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b067dad0-3d35-47fd-9cbd-b30df2a5e0f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.485928338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"b886267b-3c9c-406f-9c41-91e4894e8a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.489761212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b491bb1-ab04-471d-a820-1907c30a32e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.534080108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f6dc476-8b7a-4087-98d6-3660c7ce0d90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.540626841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0df144d-53ff-434a-8e82-07f7526d4d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.545166245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6aac4449-5b8c-4704-80fe-b5c33de7e976","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.547269669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b491bb1-ab04-471d-a820-1907c30a32e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.705175955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"952a4e6f-c203-4501-ab50-4ecf1eecdfc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.707617681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"bfea663d-9083-40db-822c-1a4806df5e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.762404958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"952a4e6f-c203-4501-ab50-4ecf1eecdfc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.765113417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"bfea663d-9083-40db-822c-1a4806df5e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.786441849Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-55455f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-55455f","reconcileID":"b363f323-be0e-4c59-bac8-22dfc374e38b","namespace":"llm","name":"e2e-dft-55455f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.858619796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"da30eb8a-4237-4e40-a5a5-ab9962f9b32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.916273376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"da30eb8a-4237-4e40-a5a5-ab9962f9b32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.958884603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"5f95617a-565b-4a63-8bfc-6fbbf8b4b4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:10.958894356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c30f345b-451d-4cf0-b0f9-b059b462a5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.016684819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"5f95617a-565b-4a63-8bfc-6fbbf8b4b4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.017313008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c30f345b-451d-4cf0-b0f9-b059b462a5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.153922299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b8ccc57c-41cf-4006-9066-90e4a4a0be0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.15418938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"c373cd81-7672-4267-a8e7-735078b507f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.213154498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"c373cd81-7672-4267-a8e7-735078b507f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.213186482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b8ccc57c-41cf-4006-9066-90e4a4a0be0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.355660669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a47d01b2-d30d-475e-8fa3-03032f4eeea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.414918505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a47d01b2-d30d-475e-8fa3-03032f4eeea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.458220263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a707bde-33f9-4c98-9fb2-ac0434c21531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.458244201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"efdad782-7ba1-482e-8055-e2cd3d36c425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.471826698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a47d01b2-d30d-475e-8fa3-03032f4eeea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.516210057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"efdad782-7ba1-482e-8055-e2cd3d36c425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.516673049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a707bde-33f9-4c98-9fb2-ac0434c21531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.536332896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"db43d9c5-1eea-40b3-9638-41ee4bed3a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.536394002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5b0052b6-683b-4735-88c8-2f051d3913c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.573161657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a707bde-33f9-4c98-9fb2-ac0434c21531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.594866129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5b0052b6-683b-4735-88c8-2f051d3913c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.595372312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"db43d9c5-1eea-40b3-9638-41ee4bed3a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.631963492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"53babef9-08bd-442d-a233-09e5e6fd2978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.689907759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"53babef9-08bd-442d-a233-09e5e6fd2978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.73270424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"a4b1323f-8b3b-4d95-985c-38efe5c5970a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.79045617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"a4b1323f-8b3b-4d95-985c-38efe5c5970a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.836416241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"cc15f531-589f-4e99-b453-a06ed13ca05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:11.893770934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"cc15f531-589f-4e99-b453-a06ed13ca05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.593651282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"cf756497-461d-49e3-9b76-9afa9e0ccfb7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-363e15","tenantID":"e2e-autores-363e15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.618696059Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"460e94ad-3ba9-4139-8c31-92e30d971ba5","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.65396826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.669899373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"35b3b94c-ff79-476a-8d13-2f78f315c24f","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.711516174Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"cf756497-461d-49e3-9b76-9afa9e0ccfb7","name":"e2e-autores-363e15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.779740849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"1854f2a0-81aa-4123-afab-c4e1aeaeb4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.779929209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1982f577-4b94-422d-868d-b7e02b14bd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.780231818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"6592f98e-3a9e-4678-8456-d664b2143e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.78034482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5cfe012-35ed-49fd-b27b-741d91711716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.780629131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"12507877-9ad2-4eae-82fe-c843fc269d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.839982524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"1854f2a0-81aa-4123-afab-c4e1aeaeb4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.84005599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"6592f98e-3a9e-4678-8456-d664b2143e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.842843443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1982f577-4b94-422d-868d-b7e02b14bd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.843904521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5cfe012-35ed-49fd-b27b-741d91711716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.844978364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"12507877-9ad2-4eae-82fe-c843fc269d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.899512187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1982f577-4b94-422d-868d-b7e02b14bd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.901095392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5cfe012-35ed-49fd-b27b-741d91711716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:12.975945604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"ca3df1e0-4fa2-4bc9-8a1a-a00f551119ea","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"name":"e2e-dft-refs-1feb44","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.076968812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5edbb1de-8b2b-4311-8ed3-1b01e0934361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.076970464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"422b627a-376a-4256-9f7e-6a7434b45375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.085726815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa08cf8c-b181-4970-801c-b1d9991d2a9f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.085743675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa08cf8c-b181-4970-801c-b1d9991d2a9f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.086026726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e19a6930-4c98-44e2-8f60-c574cab17ded","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.086038982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e19a6930-4c98-44e2-8f60-c574cab17ded","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.086309323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"126c8d2f-9df2-43a8-beba-ee8fec9bdaf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.08632266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"126c8d2f-9df2-43a8-beba-ee8fec9bdaf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.086582616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9c8a99a-87e0-4058-8027-570048e9c5f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.086593963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9c8a99a-87e0-4058-8027-570048e9c5f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.086816395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bc83097b-8c16-475b-bf31-3cda4052b787","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.086826074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bc83097b-8c16-475b-bf31-3cda4052b787","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.087027327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aba4acd-3eb1-4ace-b232-1ab13a543832","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.087037161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aba4acd-3eb1-4ace-b232-1ab13a543832","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.102928852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec17297f-d187-461b-977f-928d33c3b787","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.105793215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ab670f1-7177-4939-b569-a7719d81fbcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.134519091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5edbb1de-8b2b-4311-8ed3-1b01e0934361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.134663881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"422b627a-376a-4256-9f7e-6a7434b45375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.140596671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"a66480f8-248a-49e5-8f77-b5848b63de86","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"name":"e2e-dft-refs-1feb44","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.194099995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a96f525-4ca3-4114-9faa-d1180713e116","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.194117734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a96f525-4ca3-4114-9faa-d1180713e116","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.194384397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"731a99e3-29a5-46af-b5f7-a5c584c4fa8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.194396363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"731a99e3-29a5-46af-b5f7-a5c584c4fa8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.209489353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"4caa93b2-496a-449c-ba35-25598a5b47ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.209738327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"6610b413-04e1-4f27-b413-28b848aa2646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.212470986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"22ebe753-1b5e-4e35-bfc1-18762f641660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.267067313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"4caa93b2-496a-449c-ba35-25598a5b47ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.267490256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"6610b413-04e1-4f27-b413-28b848aa2646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.269819895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"22ebe753-1b5e-4e35-bfc1-18762f641660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.50943599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4fd8e946-a90b-4d91-b947-d2e431435338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.509521915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"d9e48f4d-d10d-4751-a69f-d6488570c63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.567609399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"d9e48f4d-d10d-4751-a69f-d6488570c63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.568640729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"4fd8e946-a90b-4d91-b947-d2e431435338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.66349695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc7ab1c-e1ac-4de4-b8c6-f11464211fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.664275166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6af4828d-ce90-4f0f-942e-b26bc5ca0845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.664379289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"36f841af-bf09-4d3b-a824-ae9521af7c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.722949494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc7ab1c-e1ac-4de4-b8c6-f11464211fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.723290803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6af4828d-ce90-4f0f-942e-b26bc5ca0845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.725412443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"36f841af-bf09-4d3b-a824-ae9521af7c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.74332359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"ac61e97c-472a-4a97-8dce-6ef802ba5465","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.787391458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc7ab1c-e1ac-4de4-b8c6-f11464211fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.788673697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6af4828d-ce90-4f0f-942e-b26bc5ca0845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.799777509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"8818ace9-45f7-4e56-a9e6-89a24408be2d","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.79981065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"8818ace9-45f7-4e56-a9e6-89a24408be2d","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-1feb44-7977435048a5","namespace":"llm","model":"e2e-dft-refs-1feb44","externalModel":"e2e-dft-refs-1feb44","provider":"e2e-dft-refs-1feb44-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.947005612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"9b60b65c-b8f3-4f66-b392-c1a00eb7450b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.947010191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"04a54910-d913-472c-9283-252cb09fc157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.955669589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"9ddc03db-3c29-4d20-b8d8-a53b359bd3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:13.95567882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8a2ccc42-f140-4d5a-894a-e8c47f161421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.004611807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"04a54910-d913-472c-9283-252cb09fc157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.004831165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"9b60b65c-b8f3-4f66-b392-c1a00eb7450b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.013003895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8a2ccc42-f140-4d5a-894a-e8c47f161421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.013020138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"9ddc03db-3c29-4d20-b8d8-a53b359bd3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.062619803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0a368395-b96a-4176-b17a-bcae470c9120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.120203872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"0a368395-b96a-4176-b17a-bcae470c9120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.373284756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f6b8a36a-02ef-4100-9527-1a66496d3a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.373302486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aa4f247-1a3c-473b-be8c-0cba8d42409d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.37371277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b657f8a9-697c-439a-a396-bcbc6ab02522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.373753148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f232ca1a-58f3-4b71-918e-e412e25dcc4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.432792471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f6b8a36a-02ef-4100-9527-1a66496d3a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.432792473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"f232ca1a-58f3-4b71-918e-e412e25dcc4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.436358054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aa4f247-1a3c-473b-be8c-0cba8d42409d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.436667016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b657f8a9-697c-439a-a396-bcbc6ab02522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.444713185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"522de1eb-d86b-4694-8f0a-bfb347ef30f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.493392669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b657f8a9-697c-439a-a396-bcbc6ab02522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.493459225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aa4f247-1a3c-473b-be8c-0cba8d42409d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.502014898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"522de1eb-d86b-4694-8f0a-bfb347ef30f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.654265174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"393660cc-ee45-49a1-9d43-4769301bacc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.654268529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"c73e4d0d-5a06-416f-bafe-7ddd4d4989ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.71291822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"393660cc-ee45-49a1-9d43-4769301bacc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:14.713252547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"c73e4d0d-5a06-416f-bafe-7ddd4d4989ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.806726791Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"dd03d949-5774-44d7-8184-c59dd6003d31","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.85995647Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"6b9385d5-464f-40bd-807c-d4bd19c04f18","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-1feb44-7977435048a5","namespace":"llm","model":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.966556267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"f7bced13-e599-4d2c-b339-6028e180a84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.967717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"e3482f29-4e37-4b0c-8baf-909c5b9baeb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.9677533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6691105-3107-4e51-b552-ded6e28bb324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.968227667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96d84775-f4b6-4015-9431-2f26d78130b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.968270592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b773819b-1fd7-4458-81c9-addaec74dab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.970192038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dd3412c-0385-44c5-a662-cfca308750ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.970265909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dd3412c-0385-44c5-a662-cfca308750ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.970686888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0641c60f-d55e-4bc6-8c8c-ee3a197dd0a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.97070709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0641c60f-d55e-4bc6-8c8c-ee3a197dd0a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.97118162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"95328da2-3e25-4482-b9c9-5829a834e4d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.97119861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"95328da2-3e25-4482-b9c9-5829a834e4d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.971543771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"511e6ed1-2175-491b-8f90-e7146ccb91cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.971560302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"511e6ed1-2175-491b-8f90-e7146ccb91cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.971891573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b10b72e6-a442-41b6-8980-582d0a79931e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.97190684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b10b72e6-a442-41b6-8980-582d0a79931e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.972257938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33022b6d-c609-4d2c-a403-03c1d11c3bcf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.972272593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33022b6d-c609-4d2c-a403-03c1d11c3bcf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.972602805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b2f198a-209c-4d1d-8a76-de1a18ef70d6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.972618361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b2f198a-209c-4d1d-8a76-de1a18ef70d6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.972947638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"800efa5b-02b1-404e-9368-4d5fb8e62741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:18.972963014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"800efa5b-02b1-404e-9368-4d5fb8e62741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.026056456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"b773819b-1fd7-4458-81c9-addaec74dab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.026080906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"f7bced13-e599-4d2c-b339-6028e180a84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.028928547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96d84775-f4b6-4015-9431-2f26d78130b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.030026942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6691105-3107-4e51-b552-ded6e28bb324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.030560925Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"bca567eb-5e10-4c29-8563-ca40b920ee8f","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-1feb44-7977435048a5","namespace":"llm","model":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.031054644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"e3482f29-4e37-4b0c-8baf-909c5b9baeb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.079161269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86092142-df02-427f-99cd-f52cbff21b94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.079773329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17045650-d515-4415-9359-7d225ac48395","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.090807564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96d84775-f4b6-4015-9431-2f26d78130b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.099968573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6691105-3107-4e51-b552-ded6e28bb324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.228379622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"b93de051-2ecc-4255-abd8-6e433b8dcb93","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.257078948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"e0c8178a-7678-49d8-a0a9-ea807fd5f0b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.263053512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"d9b4ba72-db84-4ee6-96e1-75a2c6355ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.281819803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"f85f304f-51c1-4dd5-bc6e-8ea1b7d470a9","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"name":"e2e-dft-refs-1feb44","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.314380409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"e0c8178a-7678-49d8-a0a9-ea807fd5f0b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.320275453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"d9b4ba72-db84-4ee6-96e1-75a2c6355ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.406306233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"90b50f34-1efd-42bc-a771-9e1316899b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.406472343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"77cdea0f-0ca3-4c93-a0e3-4d7c7421e5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.406306319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"d55f9449-c942-4d17-adde-e5c63340287b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.464902402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"d55f9449-c942-4d17-adde-e5c63340287b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.466056262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"77cdea0f-0ca3-4c93-a0e3-4d7c7421e5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.469168237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"90b50f34-1efd-42bc-a771-9e1316899b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.682393269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3523486c-3c63-4892-bb1e-e718a3bad1ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.68240677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8dd8f64c-97c4-4080-a517-3d15d94397b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.740285261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"3523486c-3c63-4892-bb1e-e718a3bad1ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.740313324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8dd8f64c-97c4-4080-a517-3d15d94397b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.836833707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5df76425-0cba-4530-bc58-fdfc17c21966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.836845344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f93710f1-1597-41c0-adae-c43deb2356d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.837330007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"050a49e2-4eb4-4a57-897c-f850d1ea8084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.895519962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5df76425-0cba-4530-bc58-fdfc17c21966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.896897234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"050a49e2-4eb4-4a57-897c-f850d1ea8084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.897716076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"f93710f1-1597-41c0-adae-c43deb2356d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.953266057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5df76425-0cba-4530-bc58-fdfc17c21966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:19.953816759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"050a49e2-4eb4-4a57-897c-f850d1ea8084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:20.111858418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"18369532-59a9-426e-8b39-41645a8287c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:20.111873259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"664bd73c-f71e-4332-a092-6eaf01cdc91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:20.11463718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"82fc0c84-3cb8-42b7-a377-6aff1ab5664a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:20.11463731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b7fb9c0b-0b80-40da-9fb0-54d7f3c0e9d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:20.170304129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"664bd73c-f71e-4332-a092-6eaf01cdc91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:20.171297584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"18369532-59a9-426e-8b39-41645a8287c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:20.173572214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"82fc0c84-3cb8-42b7-a377-6aff1ab5664a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:20.174188001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"b7fb9c0b-0b80-40da-9fb0-54d7f3c0e9d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:24.968485919Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"17b211ef-db7a-4085-98c1-a35741628e47","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.022784068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"7896e5c2-8c99-48b9-9482-43dcfd4d337c","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"name":"e2e-dft-refs-1feb44","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.174248086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"648744c0-5fa1-4cd8-a467-c7ee200cebbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.174284845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"647279c4-e665-4fd6-bae3-6fb0c0dc3be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.174830788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"a52775b7-c189-4d84-a9e0-d34e04868d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.174940961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5d10386a-8874-4281-a950-2de8774af022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.175390546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"6b64c8a9-9de8-4656-a750-aaff9c2c221e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.226596712Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"38f67027-97d2-4f85-85b8-3362420df7f1","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"name":"e2e-dft-refs-1feb44","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.233892309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"647279c4-e665-4fd6-bae3-6fb0c0dc3be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.233995204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"648744c0-5fa1-4cd8-a467-c7ee200cebbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.236533168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"6b64c8a9-9de8-4656-a750-aaff9c2c221e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.238421083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5d10386a-8874-4281-a950-2de8774af022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.23906505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"a52775b7-c189-4d84-a9e0-d34e04868d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.280370085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"57f029cc-6fba-486a-9f4e-5dfb538decbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.2803857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"57f029cc-6fba-486a-9f4e-5dfb538decbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.28065254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46f39cac-1ca8-4cda-bd4a-8fd7c7182960","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.280668255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46f39cac-1ca8-4cda-bd4a-8fd7c7182960","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.281015351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5fcf1a56-304c-454b-b4d3-f5f77a118bff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.28103417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5fcf1a56-304c-454b-b4d3-f5f77a118bff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.281387658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b7f3d903-8074-4caa-b23d-305b6eeae7c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.281404114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b7f3d903-8074-4caa-b23d-305b6eeae7c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.281704283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf1ce60f-557e-4598-80bb-60b588b00cb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.281715651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf1ce60f-557e-4598-80bb-60b588b00cb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.282015857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc01670f-7ef7-4ba7-9460-f3946362f82a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.282026996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc01670f-7ef7-4ba7-9460-f3946362f82a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.282260975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"156fa891-a6c8-4718-b10d-23d9647ceafe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.2822711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"156fa891-a6c8-4718-b10d-23d9647ceafe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.282564873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be27f51a-d0ea-4a78-99ac-1d7538d4b46d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.282575892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be27f51a-d0ea-4a78-99ac-1d7538d4b46d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.29069227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"647279c4-e665-4fd6-bae3-6fb0c0dc3be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.291297335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"648744c0-5fa1-4cd8-a467-c7ee200cebbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.336690602Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"6b790965-5c9a-4621-bb5e-880dbd8c8730","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"name":"e2e-dft-refs-1feb44","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.390292354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0366f3b-4a4f-455b-b559-d98b8d8f55c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.390340358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abe87db6-cbad-469a-ae1f-921b646ce14a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.452810825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ed8c2376-4e68-4d8d-8ea2-ab0ff1e7cf4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.45301754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4f6b78ef-6263-4ec6-ba0b-29ac1b7d9177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.511323232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"4f6b78ef-6263-4ec6-ba0b-29ac1b7d9177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.511826002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"ed8c2376-4e68-4d8d-8ea2-ab0ff1e7cf4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.608436609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"5eb070e6-e7cd-4c6f-b1e0-8b208ef2b2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.608548871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"4e931642-75d3-4921-a8bb-af0dff0c37d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.609097773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d61abb9d-922e-41ec-896b-d9fcddb79dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.705470935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"4e931642-75d3-4921-a8bb-af0dff0c37d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.726497845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"5eb070e6-e7cd-4c6f-b1e0-8b208ef2b2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.729943103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d61abb9d-922e-41ec-896b-d9fcddb79dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.886694235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"02b643e5-7061-4f86-bfb5-29d85551f7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.886978565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"0616e6a8-aa22-4c15-a677-d883c457d6be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.944806279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"0616e6a8-aa22-4c15-a677-d883c457d6be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:25.94549172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"02b643e5-7061-4f86-bfb5-29d85551f7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.028527593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"99755a31-b94e-4ddf-8ebb-cf20e23f342e","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.036211441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3f4c584-d3d6-4bcd-8116-2ee339098775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.045545451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8e6ffd4-5dde-414b-9612-042934f5a393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.081964952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"b827ffcf-3119-43fa-9d03-77b94a74a4e0","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.081987074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"b827ffcf-3119-43fa-9d03-77b94a74a4e0","MaaSModelRef":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-1feb44-7977435048a5","namespace":"llm","model":"e2e-dft-refs-1feb44","externalModel":"e2e-dft-refs-1feb44","provider":"e2e-dft-refs-1feb44-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.096142209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3f4c584-d3d6-4bcd-8116-2ee339098775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.106937015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8e6ffd4-5dde-414b-9612-042934f5a393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.154402043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3f4c584-d3d6-4bcd-8116-2ee339098775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.164969032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8e6ffd4-5dde-414b-9612-042934f5a393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.190421552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"58df469d-893e-4295-96c2-c7b1879b7cdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.249015975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"58df469d-893e-4295-96c2-c7b1879b7cdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.311769002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"35205505-de8a-45cd-bd02-d862859f4751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.311774789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a73c24d2-0179-4b1f-a937-432ac171a99e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.313014733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6d9955-01a2-47f4-b920-6a574ee2922b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.324045183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa648005-d71b-4a27-84b3-d670a2d37974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.369306273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"35205505-de8a-45cd-bd02-d862859f4751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.370322475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"a73c24d2-0179-4b1f-a937-432ac171a99e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.371886289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6d9955-01a2-47f4-b920-6a574ee2922b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.381688397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa648005-d71b-4a27-84b3-d670a2d37974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.428465522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6d9955-01a2-47f4-b920-6a574ee2922b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.438824676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa648005-d71b-4a27-84b3-d670a2d37974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.588482919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"62d41715-8752-4878-8376-1c2d50a4ac51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.60087937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ddfe7f0a-7b2e-418e-85d6-f74f9cb397a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.614297233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f9b40b63-0f67-405c-b6b6-13ef402fcb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.645481861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"62d41715-8752-4878-8376-1c2d50a4ac51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.657987036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"ddfe7f0a-7b2e-418e-85d6-f74f9cb397a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.67217901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"f9b40b63-0f67-405c-b6b6-13ef402fcb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.816042358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"aaaa0fd3-953a-4023-8f30-79e8c20d74cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.81644299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"02d714bd-cc98-42a9-acee-27e2e9f00997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.875707505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"aaaa0fd3-953a-4023-8f30-79e8c20d74cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.875884217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"02d714bd-cc98-42a9-acee-27e2e9f00997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:26.966861222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"d7b0d058-3fcc-4869-abb5-a115ef5819a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:27.025703769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"d7b0d058-3fcc-4869-abb5-a115ef5819a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:27.067262967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"e5a22ab7-1baa-43a3-be14-11861071d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:27.126150024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"e5a22ab7-1baa-43a3-be14-11861071d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.51075068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"feb07eef-c547-4690-b5b0-2350189dd43f","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.564598767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cf8abf43-6eea-4696-a78c-f039f0fd67a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.564628357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cf8abf43-6eea-4696-a78c-f039f0fd67a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.565170217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64b3af73-297a-4f97-9709-a5dbac751fcb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.565187947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64b3af73-297a-4f97-9709-a5dbac751fcb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.565510407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c27068c-59dc-46cc-a299-d2a1eaa6f19a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.565526087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c27068c-59dc-46cc-a299-d2a1eaa6f19a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.565832411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5bdea5f9-67ef-4b3e-b11d-42aacf14dfd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.565847121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5bdea5f9-67ef-4b3e-b11d-42aacf14dfd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.566172698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"61982833-7421-4221-81d0-7628eb6229fc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.566187807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"61982833-7421-4221-81d0-7628eb6229fc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.566507224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c907a03-9d56-4415-bfc6-a612356a364e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.566521111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c907a03-9d56-4415-bfc6-a612356a364e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.566949948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6bdb39a2-993e-4e9c-a6ba-646b5eea8d04","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.566965704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6bdb39a2-993e-4e9c-a6ba-646b5eea8d04","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.567289841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ffa1628a-f4ff-4488-b996-51d85561c754","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.567304724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ffa1628a-f4ff-4488-b996-51d85561c754","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.67302841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f6c47223-690d-4a5a-ba2f-b0e3f7892ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.673726693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e63fe66-77f9-403d-a65d-ed344025cffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.676428487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8aa9ce12-695c-4700-b323-d08592d4a55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.677019808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"52fb03fb-7ff3-4ed4-bcb6-76cb3b200d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.677625791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74a5bf44-8840-4288-9253-d263e0060fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.73351502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e63fe66-77f9-403d-a65d-ed344025cffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.740213547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"f6c47223-690d-4a5a-ba2f-b0e3f7892ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.740696974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74a5bf44-8840-4288-9253-d263e0060fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.743691491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8aa9ce12-695c-4700-b323-d08592d4a55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.744027543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"52fb03fb-7ff3-4ed4-bcb6-76cb3b200d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.801912774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"256f9a3a-1616-48a7-bcc8-aaadb08870f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.802453069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74bb2377-235c-4665-8781-fca8ac78353c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.813996537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e63fe66-77f9-403d-a65d-ed344025cffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.814744003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74a5bf44-8840-4288-9253-d263e0060fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.979627964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5a5dfa5e-5096-4b5b-9459-7dffaa73d678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:31.98005742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"8805d0c0-d541-45d7-9352-68a4b49caa2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.039496971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"8805d0c0-d541-45d7-9352-68a4b49caa2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.039532017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"5a5dfa5e-5096-4b5b-9459-7dffaa73d678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.044372659Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1feb44","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1feb44","reconcileID":"107fdd1a-81c0-43fa-8c69-58bede85c268","namespace":"llm","name":"e2e-dft-refs-1feb44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.132904685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"eb6be641-a640-419a-a1b1-9ec2854238a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.132986864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"0d835c82-f6f2-4a6d-84d3-3243828e72c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.133610465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ea251b46-a7ed-4c02-b10f-93a7f6f08b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.193925689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"0d835c82-f6f2-4a6d-84d3-3243828e72c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.200510454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"eb6be641-a640-419a-a1b1-9ec2854238a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.200541365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"ea251b46-a7ed-4c02-b10f-93a7f6f08b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.408688524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c6848cb7-8897-46e8-90ce-2e390b517992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.408686443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"35854eec-90f9-4b76-80c4-debad1f79dd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.46772857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"c6848cb7-8897-46e8-90ce-2e390b517992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.467743894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"35854eec-90f9-4b76-80c4-debad1f79dd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.608111204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"fadc9ec3-8d38-4c64-a4a6-7a6550ac2e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.608125541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9e13214-0623-4d7e-8e29-b944451b011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.608473696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de738af4-b6bb-4d2b-8406-80c2e7a8b0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.679958664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"fadc9ec3-8d38-4c64-a4a6-7a6550ac2e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.687811509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9e13214-0623-4d7e-8e29-b944451b011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.692830649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de738af4-b6bb-4d2b-8406-80c2e7a8b0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.749822515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9e13214-0623-4d7e-8e29-b944451b011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.751272336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de738af4-b6bb-4d2b-8406-80c2e7a8b0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.852955545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"2a2f6b4d-f6bc-4e8b-9b8e-d293b67481ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.853350464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9dc66fd4-b0ce-4574-96d9-98206a62e5a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.911492129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9dc66fd4-b0ce-4574-96d9-98206a62e5a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.912737988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"2a2f6b4d-f6bc-4e8b-9b8e-d293b67481ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.952106687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"9cb8b719-f1a1-4518-ad80-29328fa312dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:32.952227165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f9fd8867-a464-4319-99bf-8a1adfde3dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.010126049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"9cb8b719-f1a1-4518-ad80-29328fa312dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.010800636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"f9fd8867-a464-4319-99bf-8a1adfde3dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.062672922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"9f18ee40-fa39-4aff-b1f0-307ccbd87c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.126705697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"9f18ee40-fa39-4aff-b1f0-307ccbd87c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.287297757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"9a87300d-0b56-4d3b-843e-a9b9ac2ea22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.287646007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"3ffd277f-763d-4697-829e-ee466374a712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.346203481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"9a87300d-0b56-4d3b-843e-a9b9ac2ea22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.346418652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"3ffd277f-763d-4697-829e-ee466374a712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.545766185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"307328f3-74ec-4eb6-8d09-342d26382db8","namespace":"llm","name":"e2e-dft-del-8be9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.596315627Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"91bc455c-4bfa-4d44-b219-65621254506e","namespace":"llm","name":"e2e-dft-del-8be9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.712734483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c997bb91-4241-4fc8-8486-9997a6a0f7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.71296201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"b3d98eac-2b97-409b-b8ba-3c7381225334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.712734358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"5ac5dfbe-9c53-4002-a924-2051b1f023f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.713397985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"33eddbaf-c0fb-4063-9d99-25d0f73f987e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.713406242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a0ce334-4e02-4f3d-8c25-81b04eb596a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.771876463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c997bb91-4241-4fc8-8486-9997a6a0f7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.772769609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"33eddbaf-c0fb-4063-9d99-25d0f73f987e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.774485221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a0ce334-4e02-4f3d-8c25-81b04eb596a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.77624463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"b3d98eac-2b97-409b-b8ba-3c7381225334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.777586237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"5ac5dfbe-9c53-4002-a924-2051b1f023f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.829265849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c997bb91-4241-4fc8-8486-9997a6a0f7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.836390257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a0ce334-4e02-4f3d-8c25-81b04eb596a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.91389697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"e4e9b1ee-9974-4028-9433-a1f3e8772f29","MaaSModelRef":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"name":"e2e-dft-del-8be9fc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:33.994973649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"62a5092c-fc70-4ef9-a3f9-e32836ca3b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.033074985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f35fa737-87fd-469d-b540-7ef95dbfd95b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.033208055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f35fa737-87fd-469d-b540-7ef95dbfd95b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.033772669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a85fe663-3757-47dc-9a06-b2e6c2d7cef5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.033841282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a85fe663-3757-47dc-9a06-b2e6c2d7cef5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.034441239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3cd68f3-41cd-4be5-ba89-b3dbcfabc57f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.034536675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3cd68f3-41cd-4be5-ba89-b3dbcfabc57f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.035006445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6e6f9e4f-931e-4059-960d-54718509d099","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.035054437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6e6f9e4f-931e-4059-960d-54718509d099","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.035500661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c95c4a7-1f73-4a10-8ac0-50d4b30f64e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.035585591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c95c4a7-1f73-4a10-8ac0-50d4b30f64e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.036074579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8b38a87d-807d-4d90-89ed-b25f6b9f15c9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.036260427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8b38a87d-807d-4d90-89ed-b25f6b9f15c9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.03678095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd760071-5281-460c-936d-1706f0250ca6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.036832973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd760071-5281-460c-936d-1706f0250ca6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.037261002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2df6e3-1813-402b-83f0-59c2cf6817ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.037320029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2df6e3-1813-402b-83f0-59c2cf6817ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.060032994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"62a5092c-fc70-4ef9-a3f9-e32836ca3b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.067584403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1577190-5648-4147-b47e-f100a778422b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.067668477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b15ec12d-416c-4c59-be3c-b62d0cb7766f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.091114266Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"268c839e-3157-4355-b52c-a01894edb3ac","MaaSModelRef":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"name":"e2e-dft-del-8be9fc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.09431658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"03bae70a-a98e-4fb1-9a4d-d02adafe643f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.156232135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"03bae70a-a98e-4fb1-9a4d-d02adafe643f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.195173167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"7396440f-628c-42d2-91f4-7ec70ef97f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.195435793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"2fb075ab-730a-45a5-8d7d-f1912b6c414b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.195173154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"c98275f2-555c-43d4-9bf4-6d08689e5a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.257811489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"2fb075ab-730a-45a5-8d7d-f1912b6c414b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.26568367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"7396440f-628c-42d2-91f4-7ec70ef97f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.265676181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"c98275f2-555c-43d4-9bf4-6d08689e5a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.430336771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8d696c01-cd98-4b03-a503-ed9fcad24f0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.489719441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"8d696c01-cd98-4b03-a503-ed9fcad24f0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.569676163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"38da01ae-5abc-4f43-8d29-0dd95176c94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.630637949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"38da01ae-5abc-4f43-8d29-0dd95176c94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.640626839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"358b611a-f8c6-4acc-b17a-0c4c756cda0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.641292715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"934fdfa9-7af8-47d4-9ce5-1e0c19b3512f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.641824414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c0a5ddc-adc8-4685-935d-3e5a1a74a0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.699970619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"934fdfa9-7af8-47d4-9ce5-1e0c19b3512f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.70001975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c0a5ddc-adc8-4685-935d-3e5a1a74a0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.702234116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"358b611a-f8c6-4acc-b17a-0c4c756cda0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.756605926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c0a5ddc-adc8-4685-935d-3e5a1a74a0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.75902836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"358b611a-f8c6-4acc-b17a-0c4c756cda0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.78293888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"716e2db4-0200-4be1-9759-394300a479ad","namespace":"llm","name":"e2e-dft-del-8be9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.838661526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"c871b053-8647-4e01-9990-a52dd5e4e1f0","MaaSModelRef":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-8be9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.838787547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"c871b053-8647-4e01-9990-a52dd5e4e1f0","MaaSModelRef":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-del-8be9fc-b3481cbd5bb2","namespace":"llm","model":"e2e-dft-del-8be9fc","externalModel":"e2e-dft-del-8be9fc","provider":"e2e-dft-del-8be9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.892113385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a42b97a5-fa9b-498d-bec1-e7f8c91eeea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.955221749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a42b97a5-fa9b-498d-bec1-e7f8c91eeea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.991581308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f172ff9-0645-4e39-ad75-d29bbe309fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:34.995536211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"4994f867-037f-4442-be11-f5da2929b459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.051298506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f172ff9-0645-4e39-ad75-d29bbe309fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.05285977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"4994f867-037f-4442-be11-f5da2929b459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.092895345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"422c4fad-7abe-453d-b693-7429d6dbe093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.092897654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1cfc869-fe0c-452a-913a-5994958b2e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.10775345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f172ff9-0645-4e39-ad75-d29bbe309fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.155026998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"422c4fad-7abe-453d-b693-7429d6dbe093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.15587587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1cfc869-fe0c-452a-913a-5994958b2e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.213243345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1cfc869-fe0c-452a-913a-5994958b2e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.270469611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"97b08794-4086-41c8-90a0-a7a290eab2aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.330850074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"97b08794-4086-41c8-90a0-a7a290eab2aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.367723132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"8a22c052-6d18-44f0-8e21-30cf0edc05ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.378202786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"390e20b1-abcb-4454-bc97-4a392ece9742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.433913023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"8a22c052-6d18-44f0-8e21-30cf0edc05ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.443836433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"390e20b1-abcb-4454-bc97-4a392ece9742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.468163823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"7760279e-e7ba-4444-9e1e-5968b3c958c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.528467058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"1e833c34-0dd7-4344-b7d9-ae5ffe6cb1d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.531085755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"7760279e-e7ba-4444-9e1e-5968b3c958c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.590044776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"1e833c34-0dd7-4344-b7d9-ae5ffe6cb1d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.733594251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"9892e72e-587d-4436-801a-a52987dc900b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.793404599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"9892e72e-587d-4436-801a-a52987dc900b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.836951919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"5f917300-93b9-4699-a603-69dee2bf3109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.837589926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"d9723306-82e2-4aa3-8c60-291277e3b113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.900763342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"d9723306-82e2-4aa3-8c60-291277e3b113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.901977693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"5f917300-93b9-4699-a603-69dee2bf3109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.938683785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"946643b1-fe10-49ec-aaf4-b4d1f439dbb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:35.998089915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"946643b1-fe10-49ec-aaf4-b4d1f439dbb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.03359822Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"8becb3f3-bc18-4887-b0ea-7b0e065c7c3c","namespace":"llm","name":"e2e-dft-del-8be9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.097706783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e04fa200-c7d3-44c1-9b36-8cafa991ae91","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.097728207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e04fa200-c7d3-44c1-9b36-8cafa991ae91","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.098037261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e09884c3-e308-4ef3-b4e7-f0c59874ca7c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.098050302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e09884c3-e308-4ef3-b4e7-f0c59874ca7c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.098336487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b821682-b932-42b0-a8e6-205671f50612","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.098351277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b821682-b932-42b0-a8e6-205671f50612","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.098634736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ef20b7d-7757-4b42-89cd-2bba3bfdf473","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.098648767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ef20b7d-7757-4b42-89cd-2bba3bfdf473","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.098903936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ef9a9a6-16aa-423e-8f9b-23f71a6099f2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.098916481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ef9a9a6-16aa-423e-8f9b-23f71a6099f2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.099202307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de2d63d2-fd7d-4e4d-bc3a-f92a08960475","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.099215129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de2d63d2-fd7d-4e4d-bc3a-f92a08960475","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.099529995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"355654db-732f-4a7f-b4bb-04849a3535f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.099541335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"355654db-732f-4a7f-b4bb-04849a3535f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.099752556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b51733c-d05d-4612-a890-ee6aaf44294a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.099763272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b51733c-d05d-4612-a890-ee6aaf44294a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.194858932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b7fd897-486f-4e65-b5d6-daa3c90f047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.194995639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"db568949-d129-4bb7-85c0-9d9e528c185d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.195560602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ec660df-4226-426e-8703-3a3b4f7245c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.195777235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"9afd4a88-2c4a-4581-9630-e5c680468be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.195558972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"024bf888-746e-451b-85ce-ba2a4c098716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.254730521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"9afd4a88-2c4a-4581-9630-e5c680468be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.255355276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"db568949-d129-4bb7-85c0-9d9e528c185d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.257360344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b7fd897-486f-4e65-b5d6-daa3c90f047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.257667106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ec660df-4226-426e-8703-3a3b4f7245c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.259566616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"024bf888-746e-451b-85ce-ba2a4c098716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.31373362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b7fd897-486f-4e65-b5d6-daa3c90f047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.314040983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ec660df-4226-426e-8703-3a3b4f7245c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.314533617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0a5de28-49f1-4b26-920b-9fb957ebd50a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.314760755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a25dad46-0a59-4eeb-a805-cb1ea184383c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.478116582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"e37f35b7-c577-40b1-a205-8aff44323718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.483337036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2d68e4bc-0617-41b6-8626-667965008cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.537869479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"e37f35b7-c577-40b1-a205-8aff44323718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.540764797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"2d68e4bc-0617-41b6-8626-667965008cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.563590654Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8be9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8be9fc","reconcileID":"0781a5cb-d57a-4014-9cca-09e635b6df93","namespace":"llm","name":"e2e-dft-del-8be9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.622064173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a3f2528e-59f3-48af-b202-9739c0cf5f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.622963041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"15aee9b0-9cfd-4446-834f-0657ba77335e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.67991898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"a3f2528e-59f3-48af-b202-9739c0cf5f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.680232256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"15aee9b0-9cfd-4446-834f-0657ba77335e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.721546611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"63a09d18-e257-4639-a378-ad7af52f7c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.780749715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"63a09d18-e257-4639-a378-ad7af52f7c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.924181403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8ea1a841-a0bc-4577-8e87-0979ec40e874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.924380152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"aeaa3d82-e5c1-4c29-a4d0-f1ecea12a07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:40.999646841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"8ea1a841-a0bc-4577-8e87-0979ec40e874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.000117198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"aeaa3d82-e5c1-4c29-a4d0-f1ecea12a07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.131697686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"97bf4a01-c140-4430-909d-9369b270f095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.131716676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb00091-22ce-4f86-bbf0-9722591e23bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.132141156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51b5c663-40c3-4796-aec4-2f4267093272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.190422059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb00091-22ce-4f86-bbf0-9722591e23bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.191115937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"97bf4a01-c140-4430-909d-9369b270f095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.192945186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51b5c663-40c3-4796-aec4-2f4267093272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.247905973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb00091-22ce-4f86-bbf0-9722591e23bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.249501947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51b5c663-40c3-4796-aec4-2f4267093272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.370718685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c9d3f127-d98b-47b8-973d-1bb9ebe164c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.371529957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"3c6acc95-5c64-4cb6-b8b2-4ae63a2d877d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.429125077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"c9d3f127-d98b-47b8-973d-1bb9ebe164c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.429912587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"3c6acc95-5c64-4cb6-b8b2-4ae63a2d877d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.466969935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"78e9ded6-d8ae-44f1-a65b-c88c431b54f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.466970187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"caaa9326-58c8-4f21-854d-98937a659958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.524560303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"78e9ded6-d8ae-44f1-a65b-c88c431b54f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.525910168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"caaa9326-58c8-4f21-854d-98937a659958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.56874987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"d0fc34d9-f6f2-491d-9a91-b6f92450e1b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.627663131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"d0fc34d9-f6f2-491d-9a91-b6f92450e1b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.796559946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"333c2290-cb3b-417a-a0fb-0b14e126e78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.796581863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"d08c49f4-7e3d-4acc-b6b3-7596c9767d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.854378506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"333c2290-cb3b-417a-a0fb-0b14e126e78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:41.855846548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"d08c49f4-7e3d-4acc-b6b3-7596c9767d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:42.654689578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:48.391101298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb4c256-c14f-432b-bd6f-8643429f597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:48.449378602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb4c256-c14f-432b-bd6f-8643429f597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:48.503863027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb4c256-c14f-432b-bd6f-8643429f597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:48.558313463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb4c256-c14f-432b-bd6f-8643429f597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:48.921239591Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-065be7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-065be7","reconcileID":"0eef08a5-0a58-4417-b839-77cdd4c117d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-065be7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-065be7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:50.549887083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040c3fb7-9ccd-4ff9-8e96-9424ee160474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:50.605280664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040c3fb7-9ccd-4ff9-8e96-9424ee160474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:50.659616458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040c3fb7-9ccd-4ff9-8e96-9424ee160474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:50.71422849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040c3fb7-9ccd-4ff9-8e96-9424ee160474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.409535673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fce5cb6-73fc-44a7-b618-74ceae43dc4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.409536127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad2eb0e5-a0a4-494e-a5fa-01e92d237edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.470858679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad2eb0e5-a0a4-494e-a5fa-01e92d237edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.472482328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fce5cb6-73fc-44a7-b618-74ceae43dc4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.530825329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad2eb0e5-a0a4-494e-a5fa-01e92d237edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.531340991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fce5cb6-73fc-44a7-b618-74ceae43dc4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.590575102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b81f5b4-4a54-4443-a800-e8e96ce28741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.590600329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b81f5b4-4a54-4443-a800-e8e96ce28741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.5934663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d97e3ba-2223-4a0e-89aa-5deb0dae9f18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:51.593481998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d97e3ba-2223-4a0e-89aa-5deb0dae9f18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:52.699212303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a3ecf5-4a49-43f0-abef-358ff18a8aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:52.754349226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a3ecf5-4a49-43f0-abef-358ff18a8aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:52.811530825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a3ecf5-4a49-43f0-abef-358ff18a8aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:52.865807494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a3ecf5-4a49-43f0-abef-358ff18a8aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:54.863627252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5be492-5596-4c36-ba71-fe55bc92836d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:54.917543276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5be492-5596-4c36-ba71-fe55bc92836d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:54.971380187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5be492-5596-4c36-ba71-fe55bc92836d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:55.025073306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5be492-5596-4c36-ba71-fe55bc92836d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:56.992869791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c09b02-23ad-44fc-ba7c-c7d71c2191a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:57.0468055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c09b02-23ad-44fc-ba7c-c7d71c2191a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:57.100587611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c09b02-23ad-44fc-ba7c-c7d71c2191a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:57.154798679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c09b02-23ad-44fc-ba7c-c7d71c2191a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:59.096574377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aaf0afc-9909-4f99-bb3d-a0bcc234123b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:59.150342636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aaf0afc-9909-4f99-bb3d-a0bcc234123b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:59.204312313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aaf0afc-9909-4f99-bb3d-a0bcc234123b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:10:59.258019854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aaf0afc-9909-4f99-bb3d-a0bcc234123b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.193725955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdbe5bd-ecfa-4a65-9584-354c8942dd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.247610811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdbe5bd-ecfa-4a65-9584-354c8942dd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.302203608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdbe5bd-ecfa-4a65-9584-354c8942dd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.356829816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdbe5bd-ecfa-4a65-9584-354c8942dd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.75055116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dcae846-f437-4228-a94a-1e713920e4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.753871939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74dd1d1d-4f6e-4fc0-8134-5adf0c4e957e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.808278691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dcae846-f437-4228-a94a-1e713920e4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.813544307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74dd1d1d-4f6e-4fc0-8134-5adf0c4e957e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.865008691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dcae846-f437-4228-a94a-1e713920e4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:01.869884464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74dd1d1d-4f6e-4fc0-8134-5adf0c4e957e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:03.286168809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601b4a60-2b59-4d32-9093-242180e88ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:03.340767589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601b4a60-2b59-4d32-9093-242180e88ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:03.394660023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601b4a60-2b59-4d32-9093-242180e88ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:03.448490952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601b4a60-2b59-4d32-9093-242180e88ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:05.366936573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b451508-fcbc-4a82-8de1-47c136de39c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:05.421601133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b451508-fcbc-4a82-8de1-47c136de39c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:05.475752353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b451508-fcbc-4a82-8de1-47c136de39c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:05.52978647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b451508-fcbc-4a82-8de1-47c136de39c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:07.456436257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cc23740-94d6-4770-9522-7e9a698528a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:07.510359569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cc23740-94d6-4770-9522-7e9a698528a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:07.564498097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cc23740-94d6-4770-9522-7e9a698528a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:07.619093332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cc23740-94d6-4770-9522-7e9a698528a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:09.548676102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c4af69-537f-4e6b-99af-e6287fa0346c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:09.602701018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c4af69-537f-4e6b-99af-e6287fa0346c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:09.656320858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c4af69-537f-4e6b-99af-e6287fa0346c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:09.710471141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c4af69-537f-4e6b-99af-e6287fa0346c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.589410523Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","namespace":"ai-tenant-e2e-extmod-a-8702a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.589470027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","namespace":"ai-tenant-e2e-extmod-a-8702a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.589522798Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","tenant":"e2e-extmod-a-8702a9","tenantID":"e2e-extmod-a-8702a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.644587668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8702a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.705606035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"Service","name":"maas-api-e2e-extmod-a-8702a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.789755264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8702a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.847343602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8702a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.905763969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:10.961547276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.01964621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.114549281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.168107061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.221338966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.274612983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"Service","name":"payload-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.327874291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.380999566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.43425137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.487393567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.544187054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.597583849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.65073596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.705780216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b5fc30-ffc3-4708-8836-c11be73a8a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.759630849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8702a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.760315809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b5fc30-ffc3-4708-8836-c11be73a8a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.81363587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8702a9"},"namespace":"ai-tenant-e2e-extmod-a-8702a9","name":"default-tenant","reconcileID":"d262e032-9de1-4bae-9c0b-9ae6542f545b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8702a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.814258981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b5fc30-ffc3-4708-8836-c11be73a8a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:11.868116098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b5fc30-ffc3-4708-8836-c11be73a8a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:12.038359074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31935ca7-9880-4d23-a37a-ba1c39db249f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:12.038622343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa6a3af0-1054-4a4f-89a3-f7336389c5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:12.097057885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31935ca7-9880-4d23-a37a-ba1c39db249f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:12.150833847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa6a3af0-1054-4a4f-89a3-f7336389c5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:12.153576566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31935ca7-9880-4d23-a37a-ba1c39db249f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:12.208796376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa6a3af0-1054-4a4f-89a3-f7336389c5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:12.653452632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:12.723833592Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8702a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8702a9","reconcileID":"5a04eceb-ebfc-4873-abaa-b52371f247b6","aitenant":"ai-tenants/e2e-extmod-a-8702a9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:13.494507848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8702a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8702a9","reconcileID":"5a04eceb-ebfc-4873-abaa-b52371f247b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8702a9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8702a9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:13.792311886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332ed755-d615-4a82-9c56-d8309a23fe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:13.846950109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332ed755-d615-4a82-9c56-d8309a23fe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:13.90081682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332ed755-d615-4a82-9c56-d8309a23fe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:13.954679862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332ed755-d615-4a82-9c56-d8309a23fe47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:15.885931655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c05d3b-f815-488a-a219-2095b167b16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:15.93976266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c05d3b-f815-488a-a219-2095b167b16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:15.99362325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c05d3b-f815-488a-a219-2095b167b16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:16.048108309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c05d3b-f815-488a-a219-2095b167b16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:18.0870358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35736ac1-764f-43ff-b977-79054a05686e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:18.141428894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35736ac1-764f-43ff-b977-79054a05686e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:18.195255927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35736ac1-764f-43ff-b977-79054a05686e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:18.249279593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35736ac1-764f-43ff-b977-79054a05686e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:20.171625011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6483444-711f-4862-abcb-98c2bb154ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:20.225899392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6483444-711f-4862-abcb-98c2bb154ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:20.279953301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6483444-711f-4862-abcb-98c2bb154ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:20.335056424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6483444-711f-4862-abcb-98c2bb154ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.268267014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44e25c8-78e5-4bd0-8682-eec87a9f70b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.322036195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44e25c8-78e5-4bd0-8682-eec87a9f70b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.322245886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e312b7f7-50ca-4a4c-8a85-4b601e4e39b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.375907335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44e25c8-78e5-4bd0-8682-eec87a9f70b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.376096144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b27d60-638c-4e72-a0e2-4732fb8a6245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.429746262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44e25c8-78e5-4bd0-8682-eec87a9f70b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.433481275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e312b7f7-50ca-4a4c-8a85-4b601e4e39b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.487823939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b27d60-638c-4e72-a0e2-4732fb8a6245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.490126878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e312b7f7-50ca-4a4c-8a85-4b601e4e39b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.54410437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b27d60-638c-4e72-a0e2-4732fb8a6245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.787224955Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","namespace":"ai-tenant-e2e-extmod-b-6ba06f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.787436188Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","namespace":"ai-tenant-e2e-extmod-b-6ba06f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.787568287Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","tenant":"e2e-extmod-b-6ba06f","tenantID":"e2e-extmod-b-6ba06f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.842750318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6ba06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.905386346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"Service","name":"maas-api-e2e-extmod-b-6ba06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:22.966784021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6ba06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.022405371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6ba06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.090983911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.16229937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.221053657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.276303339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.336541767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.391491979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.446782731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"Service","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.546766694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.600619216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.653648377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.706616505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.762377953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.867058237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.921513833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:23.974858034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.027807132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"ae2a8332-3d34-4b47-88e9-9747fece02d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6ba06f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.082025869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","namespace":"ai-tenant-e2e-extmod-a-9981d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.082102759Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","namespace":"ai-tenant-e2e-extmod-a-9981d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.08220347Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","tenant":"e2e-extmod-a-9981d2","tenantID":"e2e-extmod-a-9981d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.137081146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"Deployment","name":"maas-api-e2e-extmod-a-9981d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.199046002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"Service","name":"maas-api-e2e-extmod-a-9981d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.257219652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-9981d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.312451372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-9981d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.369117546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.389411585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"110abb41-f23f-4184-8061-cd36bdaf63a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.443739558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"110abb41-f23f-4184-8061-cd36bdaf63a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.447600933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.497459552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"110abb41-f23f-4184-8061-cd36bdaf63a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.552047371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"110abb41-f23f-4184-8061-cd36bdaf63a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.555631811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.613074392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.666270469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.719265965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.823452395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"Service","name":"payload-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.876639107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.929968182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:24.983235463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.036293513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.092691784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.145803165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.198872679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.261607153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-9981d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.314964519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9981d2"},"namespace":"ai-tenant-e2e-extmod-a-9981d2","name":"default-tenant","reconcileID":"647c66e8-cb18-4c23-ae7f-93aa0ad1d098","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-9981d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.372190561Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","namespace":"ai-tenant-e2e-shared-a-w1-6689da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.37225371Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","namespace":"ai-tenant-e2e-shared-a-w1-6689da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.372299509Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","tenant":"e2e-shared-a-w1-6689da","tenantID":"e2e-shared-a-w1-6689da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.429783412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-6689da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.491943579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"Service","name":"maas-api-e2e-shared-a-w1-6689da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.548291801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-6689da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.643809112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-6689da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.700162176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.755593248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.813623994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.871380346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:25.963221162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.01639565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.069610267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.078041072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9981d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9981d2","reconcileID":"b72c3ebf-2eef-410d-81b3-a789aaa18f22","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9981d2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-9981d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.122619358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.176247258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.229469629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.283082297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.339216111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.39273776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.445936987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.485193866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b1aaa6-8cf5-413e-abaf-9b17072308ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.53888928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-6689da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.539472341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b1aaa6-8cf5-413e-abaf-9b17072308ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.593826155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b1aaa6-8cf5-413e-abaf-9b17072308ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.594093152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6689da"},"namespace":"ai-tenant-e2e-shared-a-w1-6689da","name":"default-tenant","reconcileID":"cf585cd6-664c-423d-b59b-c586feeae8f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-6689da","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:26.648171411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b1aaa6-8cf5-413e-abaf-9b17072308ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:27.422958072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-6689da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-6689da","reconcileID":"0bab9aab-5b80-4d8b-aa04-3a3dc7dd402f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-6689da","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-6689da"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:28.608514952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f69ce8-ffdd-4c2b-a7cf-a8b9899c9a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:28.662346402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f69ce8-ffdd-4c2b-a7cf-a8b9899c9a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:28.716294777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f69ce8-ffdd-4c2b-a7cf-a8b9899c9a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:28.770460064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f69ce8-ffdd-4c2b-a7cf-a8b9899c9a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:30.793251538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c86fb29-f398-48f2-92e3-01dded3025ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:30.847238803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c86fb29-f398-48f2-92e3-01dded3025ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:30.901100831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c86fb29-f398-48f2-92e3-01dded3025ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:30.9656235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c86fb29-f398-48f2-92e3-01dded3025ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:32.650613463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c21625e-5ac5-444b-b621-4668527c6cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:32.70426495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f43ff1-efea-44d3-93a6-8e503c2644e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:32.708707798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c21625e-5ac5-444b-b621-4668527c6cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:32.76404876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f43ff1-efea-44d3-93a6-8e503c2644e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:32.980767292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5399a225-b5d3-46c7-9dfa-0e1a26314557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:33.036100536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5399a225-b5d3-46c7-9dfa-0e1a26314557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:33.040003302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8cfcf30-62bd-4cfc-b19b-3738cb67edcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:33.04002539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8cfcf30-62bd-4cfc-b19b-3738cb67edcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:33.09009273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5399a225-b5d3-46c7-9dfa-0e1a26314557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:33.143903142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5399a225-b5d3-46c7-9dfa-0e1a26314557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:33.144462882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46f6804a-2e66-46a8-848e-7140a6103cef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:33.144484254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46f6804a-2e66-46a8-848e-7140a6103cef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:33.588415273Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4585ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4585ee","reconcileID":"fcefcade-3ebd-4497-999f-096304cdc832","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4585ee","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-4585ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:35.091174132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c207d6-6b80-4cb8-89bd-3d6c35d91c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:35.145493338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c207d6-6b80-4cb8-89bd-3d6c35d91c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:35.199442769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c207d6-6b80-4cb8-89bd-3d6c35d91c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:35.253182568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c207d6-6b80-4cb8-89bd-3d6c35d91c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:37.187297278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391ce53d-ea07-4091-9487-4017893a4899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:37.240861875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391ce53d-ea07-4091-9487-4017893a4899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:37.294498767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391ce53d-ea07-4091-9487-4017893a4899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:37.348154869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391ce53d-ea07-4091-9487-4017893a4899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:39.306973916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73157f3-df00-49e1-b193-ae4fe3064047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:39.361002325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73157f3-df00-49e1-b193-ae4fe3064047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:39.414941497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73157f3-df00-49e1-b193-ae4fe3064047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:39.468996115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73157f3-df00-49e1-b193-ae4fe3064047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:41.390455243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ec656f-3fe4-491b-8478-48d0d994733f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:41.444666293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ec656f-3fe4-491b-8478-48d0d994733f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:41.49832308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ec656f-3fe4-491b-8478-48d0d994733f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:41.552037059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ec656f-3fe4-491b-8478-48d0d994733f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:42.653614036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:43.482557751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f64583b3-5b6f-4bb1-af29-8da10f6f2cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:43.536489886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f64583b3-5b6f-4bb1-af29-8da10f6f2cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:43.591004633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f64583b3-5b6f-4bb1-af29-8da10f6f2cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:43.644643861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f64583b3-5b6f-4bb1-af29-8da10f6f2cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:45.562903716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b835c311-8b3f-41bc-beac-4090110210e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:45.616888952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b835c311-8b3f-41bc-beac-4090110210e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:45.67077668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b835c311-8b3f-41bc-beac-4090110210e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:45.724667793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b835c311-8b3f-41bc-beac-4090110210e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:47.642113115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8948602a-a27d-4b02-9ca3-9d38eaf2914d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:47.695920729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8948602a-a27d-4b02-9ca3-9d38eaf2914d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:47.749878558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8948602a-a27d-4b02-9ca3-9d38eaf2914d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:47.80365125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8948602a-a27d-4b02-9ca3-9d38eaf2914d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:49.778580884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445579ed-c1c1-4ac4-bda2-55642667338c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:49.832778927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445579ed-c1c1-4ac4-bda2-55642667338c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:49.886518945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445579ed-c1c1-4ac4-bda2-55642667338c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:49.94074183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445579ed-c1c1-4ac4-bda2-55642667338c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:51.87589738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45836d0f-d45d-4159-bfc9-97f3cadadf9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:51.929885418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45836d0f-d45d-4159-bfc9-97f3cadadf9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:51.984338935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45836d0f-d45d-4159-bfc9-97f3cadadf9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:52.039052318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45836d0f-d45d-4159-bfc9-97f3cadadf9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:53.969693252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b93156c-96f3-462a-a5ec-08d83e1eaa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:54.023515187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b93156c-96f3-462a-a5ec-08d83e1eaa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:54.077177912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b93156c-96f3-462a-a5ec-08d83e1eaa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:54.131204212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b93156c-96f3-462a-a5ec-08d83e1eaa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:56.090194541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed8452d-ce2a-4354-952f-59a4aa5cbd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:56.14549332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed8452d-ce2a-4354-952f-59a4aa5cbd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:56.199120216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed8452d-ce2a-4354-952f-59a4aa5cbd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:11:56.25286226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed8452d-ce2a-4354-952f-59a4aa5cbd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:12.654572022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:15.869031429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"08d8b29e-9dad-41c7-a065-9b6ed339adbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:15.990969479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"ac65b5e0-2d3e-4649-8c64-6a76232aefe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:16.11279021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"8959e8bf-0fff-4299-aa67-11b5df51164b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:16.213325249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"161a3bc5-7836-4a8e-a038-fbf02d34fa5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:16.235643731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"76f3ac8e-c48a-4607-afe7-97b6a09fafc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:16.357984398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"218da513-eb9b-490f-a564-48ab77c515d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:16.482391963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"19a41789-9863-48bf-9b5d-afcee3236efc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:16.609112583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"abc9c3e3-3812-48b2-9457-920812d2c95f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:16.710409553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"74194f2c-828b-4b8b-86f7-dfbd7834a514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:17.110472919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"f12b7e2b-8f14-43d7-9184-370aedb8fe2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:17.21111503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4cc2afb8-05de-49a3-b190-90e738e41c47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:17.311907779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"76904f0f-482d-4fc1-9b13-f068aab421c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:24.508687479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"48cc9195-5c1a-45de-99eb-4a007efcd15a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-065be7","tenantID":"e2e-inf-a-065be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:24.626569224Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"48cc9195-5c1a-45de-99eb-4a007efcd15a","name":"e2e-inf-a-065be7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:42.65335483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:45.443719742Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6ba06f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6ba06f","reconcileID":"85fdefdd-df95-4bcf-bd9b-4885b0dbaa8a","aitenant":"ai-tenants/e2e-extmod-b-6ba06f","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:46.033017028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2a620a-8b06-4660-9870-f7030a29faca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:46.087304983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2a620a-8b06-4660-9870-f7030a29faca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:46.141005592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2a620a-8b06-4660-9870-f7030a29faca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:46.194911204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2a620a-8b06-4660-9870-f7030a29faca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:48.114502701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ceb0c0f-ff2f-47b2-8fbf-eddff2ba93de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:48.169944772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ceb0c0f-ff2f-47b2-8fbf-eddff2ba93de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:48.224672994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ceb0c0f-ff2f-47b2-8fbf-eddff2ba93de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:48.279824572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ceb0c0f-ff2f-47b2-8fbf-eddff2ba93de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:49.045487209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"9c3db92e-4397-42cb-93a0-4fda49277633","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:49.229491876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"da0b6950-59c5-4651-8d25-28e833c26556","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:49.478947866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"54eaa54b-aa76-4800-8e68-5e463c514885","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:49.683974229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"4ebb2ee5-56ef-4aaa-9c31-ee93c72c5ae1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:49.730625092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"a5f50538-d4ed-4e24-9c86-a50f3ce5c002","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:49.878963151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"37fa0162-a717-4bdf-9fc7-30be604bc1da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:50.061197817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"f6df9cdc-5923-4b48-99f3-2eab095634e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:50.316502476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"877bcf1f-3abd-480d-b3c9-e558eedd2e30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:50.417930002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b36fa021-6e94-4396-b418-030219b5a2bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:50.451616266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e147975-0c3e-485d-9169-a419f3c01821","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:50.580373962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"9bbcd457-3787-45a0-aaa6-3a735d927c0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:50.684504732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"b1fd117d-6a22-415c-8ec5-081101a74d48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.042030008Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","namespace":"ai-tenant-e2e-extmod-b-6ba06f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.042121931Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","namespace":"ai-tenant-e2e-extmod-b-6ba06f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.042208361Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","tenant":"e2e-extmod-b-6ba06f","tenantID":"e2e-extmod-b-6ba06f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.095616022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6ba06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.148887035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"Service","name":"maas-api-e2e-extmod-b-6ba06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.202153217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6ba06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.255590012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6ba06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.308891681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.362613818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.416064109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.469463465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.52272202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.575950595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.629069179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"Service","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.682220832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.735628544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.788773482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.841935538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.895080428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:55.948409839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:56.001507421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:56.054635308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6ba06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:56.107584098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6ba06f"},"namespace":"ai-tenant-e2e-extmod-b-6ba06f","name":"default-tenant","reconcileID":"8cc9e10b-18b7-4a8b-9d91-10599b9df1c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6ba06f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:56.864861646Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6ba06f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6ba06f","reconcileID":"92e6ff8d-05aa-447d-a772-5d3c53616fc7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6ba06f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-6ba06f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:57.983255386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcab13a6-8060-4713-a305-8bef72752761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:58.036804924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcab13a6-8060-4713-a305-8bef72752761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:58.090442835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcab13a6-8060-4713-a305-8bef72752761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:12:58.144105631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcab13a6-8060-4713-a305-8bef72752761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:00.116895992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ae8314-f245-4e2e-af95-787befacd181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:00.171338898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ae8314-f245-4e2e-af95-787befacd181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:00.225630092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ae8314-f245-4e2e-af95-787befacd181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:00.279907326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ae8314-f245-4e2e-af95-787befacd181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:02.495932705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad58547-ac91-4011-92a4-0469dab35e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:02.549823834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad58547-ac91-4011-92a4-0469dab35e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:02.603857585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad58547-ac91-4011-92a4-0469dab35e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:02.658616334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dad58547-ac91-4011-92a4-0469dab35e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:02.946279407Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-72f279","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-72f279","reconcileID":"5788fbaa-e406-495e-9628-826ae42deb91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-72f279","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-72f279":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:04.68127623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df717e7-de43-410e-a9b9-1a500e168032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:04.735413199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df717e7-de43-410e-a9b9-1a500e168032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:04.789091779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df717e7-de43-410e-a9b9-1a500e168032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:04.843621733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df717e7-de43-410e-a9b9-1a500e168032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:06.782259014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0a4ae7-31c8-4f29-ab44-c0a9e111e2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:06.836041922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0a4ae7-31c8-4f29-ab44-c0a9e111e2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:06.889807236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0a4ae7-31c8-4f29-ab44-c0a9e111e2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:06.945888534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0a4ae7-31c8-4f29-ab44-c0a9e111e2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.052400688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"42a66cd2-1ee3-4a79-8c57-4ec87e3ed6d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4585ee","tenantID":"e2e-inf-a-4585ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.169414205Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"42a66cd2-1ee3-4a79-8c57-4ec87e3ed6d8","name":"e2e-inf-a-4585ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.227848406Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"8eab265a-87f7-4070-8256-cc951ef256e6","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.227943897Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"8eab265a-87f7-4070-8256-cc951ef256e6","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.228014887Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"8eab265a-87f7-4070-8256-cc951ef256e6","aitenant":"ai-tenants/e2e-shared-b-w1-5ddbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.228155744Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","namespace":"ai-tenant-e2e-autores-363e15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.228217068Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","namespace":"ai-tenant-e2e-autores-363e15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.228286647Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","tenant":"e2e-autores-363e15","tenantID":"e2e-autores-363e15","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.283514526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"Deployment","name":"maas-api-e2e-autores-363e15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.344170654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"Service","name":"maas-api-e2e-autores-363e15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.400936423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-363e15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.456057499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-363e15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.511672877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.569005988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.626710374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.682086326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.735344696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"Deployment","name":"payload-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.7884406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.843932022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"Service","name":"payload-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.897429629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"Service","name":"payload-pre-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:07.950428924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"DestinationRule","name":"payload-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:08.032983799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:08.088425042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:08.147548711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:08.200761018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:08.253892965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:08.373390789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-363e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:08.427378145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-363e15"},"namespace":"ai-tenant-e2e-autores-363e15","name":"default-tenant","reconcileID":"0fba58db-c2b5-4f4a-a4c9-58bce611abc3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-363e15","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:08.975462791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdbbac8-38de-4352-95a0-6591463407ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:09.029352588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdbbac8-38de-4352-95a0-6591463407ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:09.083549234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdbbac8-38de-4352-95a0-6591463407ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:09.137507814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdbbac8-38de-4352-95a0-6591463407ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:10.36349459Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-363e15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-363e15","reconcileID":"a98766f5-c4a4-48d5-ab6c-b7f8cdafbd10","aitenant":"ai-tenants/e2e-autores-363e15","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.05632439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4c37fa-dc99-4907-98fc-84b329a971b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.08052951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65692da1-20b2-40a1-8faa-0100398980bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.111392497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4c37fa-dc99-4907-98fc-84b329a971b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.16977968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4c37fa-dc99-4907-98fc-84b329a971b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.177751411Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-363e15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-363e15","reconcileID":"a98766f5-c4a4-48d5-ab6c-b7f8cdafbd10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-363e15","removed":["maas.opendatahub.io/gateway-access-e2e-autores-363e15"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.223606539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4c37fa-dc99-4907-98fc-84b329a971b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.385436191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"2049b334-e3ed-4a82-860f-d51d13ef8aac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.385509106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"b9563327-eca5-477a-bb35-c72bcab3993d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.452899394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"edc8e739-d956-4815-8d87-f10d9089eeb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.603242809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"55444b01-9f4a-478d-9af3-627df7aa4d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.710934341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"e074c67f-cd95-4fad-823a-79c92812ee55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:11.830415544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"b88e80cc-9449-46d7-9f1d-7b1a43dd54b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:12.297699082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"c4e7d90e-a752-4fa9-86b5-622eb8e43b1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:12.480916076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"228f6ac7-3c7a-4b57-afad-7c5205a7f056","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:12.544625783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"94906c66-8ae2-4a0d-b499-9e4fc2357a0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:12.679276449Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:12.689681985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"261b7c27-68c4-423d-9e60-c105d9b765e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:12.88090458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"f29e501b-cd60-4f0f-a6c7-52908b74eb57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:13.180780678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e856ca-77bf-41b9-8172-4df4c013b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:13.234941639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e856ca-77bf-41b9-8172-4df4c013b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:13.288779277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e856ca-77bf-41b9-8172-4df4c013b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:13.342553503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e856ca-77bf-41b9-8172-4df4c013b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:15.338736346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3640c071-069d-4fdc-afc6-be590e703d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:15.392536378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3640c071-069d-4fdc-afc6-be590e703d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:15.446519514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3640c071-069d-4fdc-afc6-be590e703d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:15.500348738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3640c071-069d-4fdc-afc6-be590e703d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:17.543244555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d820a-49b5-4414-b4b7-012a561a76f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:17.59791563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d820a-49b5-4414-b4b7-012a561a76f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:17.652279496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d820a-49b5-4414-b4b7-012a561a76f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:17.706724863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d820a-49b5-4414-b4b7-012a561a76f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:18.086799756Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d6b384","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d6b384","reconcileID":"deb24255-6cd5-40f1-88d5-b30d8baa8313","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d6b384","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d6b384":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:19.635172582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f80e7ea-e40f-4f58-a9f3-69b4e619feb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:19.690595607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f80e7ea-e40f-4f58-a9f3-69b4e619feb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:19.744415603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f80e7ea-e40f-4f58-a9f3-69b4e619feb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:19.798202588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f80e7ea-e40f-4f58-a9f3-69b4e619feb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:21.718666718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2f745a-bfa1-4e7a-8142-ddb1d28384ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:21.773144662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2f745a-bfa1-4e7a-8142-ddb1d28384ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:21.831428302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2f745a-bfa1-4e7a-8142-ddb1d28384ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:21.894716795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2f745a-bfa1-4e7a-8142-ddb1d28384ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:23.817479772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f2cfb31-019f-4284-8fa0-4d7cdacc0454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:23.871329669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f2cfb31-019f-4284-8fa0-4d7cdacc0454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:23.925109245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f2cfb31-019f-4284-8fa0-4d7cdacc0454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:23.978913384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f2cfb31-019f-4284-8fa0-4d7cdacc0454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:25.975946442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fb07f6-48c5-4943-8935-7ff5612ad002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:26.030069526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fb07f6-48c5-4943-8935-7ff5612ad002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:26.085087442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fb07f6-48c5-4943-8935-7ff5612ad002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:26.138967551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fb07f6-48c5-4943-8935-7ff5612ad002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:28.051705232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24984eb5-668b-4d6e-aeae-2085c6f48fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:28.10540724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24984eb5-668b-4d6e-aeae-2085c6f48fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:28.16224453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24984eb5-668b-4d6e-aeae-2085c6f48fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:28.216608775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24984eb5-668b-4d6e-aeae-2085c6f48fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:30.146721644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a446e0-ac01-4ba1-b2af-d0907d5a6c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:30.201526958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a446e0-ac01-4ba1-b2af-d0907d5a6c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:30.255268727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a446e0-ac01-4ba1-b2af-d0907d5a6c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:30.309036256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a446e0-ac01-4ba1-b2af-d0907d5a6c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:41.795434371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"1933e0a7-9d52-43e5-a403-29efd6c66205","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:41.893991288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"11cc5434-cd25-42ea-8d58-59a9bba021c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:41.913426972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"f9fdde74-0877-48ef-810d-27e0631cad42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:41.998844739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"92753968-5012-4461-9e24-c00d213f1343","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:42.094381398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"2cdea4c0-42a8-4638-a566-dd4ced558616","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:42.195547744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ab4caed-d33c-4eb1-8c48-269618466257","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:42.293455544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"e78380d2-937e-4739-af1d-d07ad29ff6eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:42.420841125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"c7dc157f-6e9d-427a-bcff-0c50fc93504d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:42.655392949Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:42.671893258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"f04f4bd7-0f0a-4445-b538-408ebc06efe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:43.231804552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90b43488-81a6-4929-a5d2-4d0a1f5e1be6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:43.359894808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"36fa3fa6-ca68-4d51-bfe1-8187bc03edf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:43.46034027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"c2a3b3b2-4533-40ed-a6ad-5acf20345252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:52.956316908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489b1913-f44c-4212-8fbf-974bf783ead7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:53.010907698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489b1913-f44c-4212-8fbf-974bf783ead7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:53.065653657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489b1913-f44c-4212-8fbf-974bf783ead7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:53.120442754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489b1913-f44c-4212-8fbf-974bf783ead7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:55.087639058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6791d58f-fc36-46cd-8c07-3ea8575ab793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:55.144365136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6791d58f-fc36-46cd-8c07-3ea8575ab793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:55.198972052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6791d58f-fc36-46cd-8c07-3ea8575ab793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:55.256590187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6791d58f-fc36-46cd-8c07-3ea8575ab793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:59.201503392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29fb2fdd-b9e7-4398-8f09-254f22c627df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:59.25539326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29fb2fdd-b9e7-4398-8f09-254f22c627df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:59.309071946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29fb2fdd-b9e7-4398-8f09-254f22c627df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:13:59.364373744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29fb2fdd-b9e7-4398-8f09-254f22c627df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:01.287862806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5d6289-a2cb-4ecb-80f0-b377ddad0334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:01.343090132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5d6289-a2cb-4ecb-80f0-b377ddad0334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:01.397698734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5d6289-a2cb-4ecb-80f0-b377ddad0334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:01.451643387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5d6289-a2cb-4ecb-80f0-b377ddad0334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:01.613841526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"592c1e94-9bdc-4728-947f-191f2a0bc5e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:01.712655073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"0e11fbd9-c397-439c-b360-2d45aa2c115d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:02.050222917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"292f7157-04d5-41d3-ae16-8bc03740c382","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:02.235602293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"ad8196d3-a013-44d7-8881-206132e7d6ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:02.336521884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"9b4d9c1e-f156-4f72-9d35-c42dff758cb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:02.543061263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25c96cb4-bc91-4d42-8c12-b8f256f20687","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:02.645152558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ca25ea9-4af1-4a49-be32-d9e3d5d374fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:02.668476316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"ec7ddbd5-ea14-46b4-8941-2ecd7aae8a5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:02.746687043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"408b1bbc-bc28-40ec-8138-68c6294b559d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:02.916189766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"12512413-b4b7-4052-bbf0-122635210d9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:03.038253526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"fff8a186-dd63-4533-a149-587775be7aea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:03.160154237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"61c4115a-5365-402b-a8ec-f4fd36ed77f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:12.653191432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:31.753847536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"fdf498ed-6842-4103-8fc0-57728cfbda9a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-72f279","tenantID":"e2e-inf-a-72f279","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:31.871421382Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"fdf498ed-6842-4103-8fc0-57728cfbda9a","name":"e2e-inf-a-72f279-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:36.945093063Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:36.945203018Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:36.945278913Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","tenant":"e2e-shared-b-w1-5ddbd0","tenantID":"e2e-shared-b-w1-5ddbd0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.00031938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-5ddbd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.064547233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"Service","name":"maas-api-e2e-shared-b-w1-5ddbd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.125124951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-5ddbd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.180406428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-5ddbd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.241998244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.298311913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.356100175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.412850475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.466415809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.519632813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.573290422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.626408186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.680067534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.733104789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.787031726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.843221877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.926305043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:37.98039036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:38.034728339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-5ddbd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:38.08827541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0"},"namespace":"ai-tenant-e2e-shared-b-w1-5ddbd0","name":"default-tenant","reconcileID":"193492f6-01ca-4cd3-bcd1-61e1b7d09f55","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-5ddbd0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:38.773675025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0f5f7f-cb3a-44d1-b682-0492f385eb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:38.827494515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0f5f7f-cb3a-44d1-b682-0492f385eb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:38.833036831Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-5ddbd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-5ddbd0","reconcileID":"d9c05031-053a-4296-9467-3876cf835455","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-5ddbd0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-5ddbd0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:38.88124593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0f5f7f-cb3a-44d1-b682-0492f385eb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:38.935325258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0f5f7f-cb3a-44d1-b682-0492f385eb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:40.902142176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa50e8bf-7bdb-424c-b9a8-e54f1e52007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:40.956069333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa50e8bf-7bdb-424c-b9a8-e54f1e52007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:41.009789994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa50e8bf-7bdb-424c-b9a8-e54f1e52007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:41.064495079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa50e8bf-7bdb-424c-b9a8-e54f1e52007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:42.653877271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:43.005477499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f35c939-868e-470f-a542-89c053573abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:43.059977082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f35c939-868e-470f-a542-89c053573abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:43.113946065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f35c939-868e-470f-a542-89c053573abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:43.168442116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f35c939-868e-470f-a542-89c053573abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:45.188518775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de78cace-3317-4e80-90b0-8d27b9c3454d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:45.244125157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de78cace-3317-4e80-90b0-8d27b9c3454d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:45.298320593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de78cace-3317-4e80-90b0-8d27b9c3454d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:45.35321031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de78cace-3317-4e80-90b0-8d27b9c3454d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:45.528363673Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-dd28e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-dd28e6","reconcileID":"a2b0f062-6acc-4d04-8e17-3b779d08fd3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-dd28e6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-dd28e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:47.29924364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ba8cc2-b7cf-45af-9b24-fa1e665788e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:47.354433217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ba8cc2-b7cf-45af-9b24-fa1e665788e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:47.413035421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ba8cc2-b7cf-45af-9b24-fa1e665788e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:47.46721731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ba8cc2-b7cf-45af-9b24-fa1e665788e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:49.387986071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835b34b0-f732-420d-affd-20b05871d463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:49.477202087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835b34b0-f732-420d-affd-20b05871d463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:49.531043669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835b34b0-f732-420d-affd-20b05871d463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:49.586419639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835b34b0-f732-420d-affd-20b05871d463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:49.749239181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"203086af-de66-4bc6-9788-db422f19fd03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:49.826585951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"adeb0d1f-5152-41eb-aff2-b01a5a5a7cde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:49.967305543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24e7e497-c8d6-45e4-b178-7b1faa41f09e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:50.069456829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"8c90e596-3330-4970-a8f9-9a51b5be637a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:50.191688025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"d02a741a-8427-45b9-a0ac-7027f49e38ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:50.373868149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"86bc59e1-5de9-412f-914b-494f676d8d73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:50.473617928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"8162df2a-e7f9-4c81-88c8-9e729ce6c5d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:50.574208706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"3a92d6b3-87f9-45f6-9d73-bb0ea1331a75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:50.574244679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"b4c905e4-6f3b-4e6c-b7ac-bda4c8211956","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:50.882278281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"23dbf5da-15ee-46e9-946a-4cd1aec87190","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:50.933346697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4abddd0-8c9d-420f-9c33-1d37436b5769","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:51.191354775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"a85f30ee-fe1a-45bf-a57b-8beaf3382d00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:51.588988382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7934aaf9-b73d-473b-aa39-d000963b59a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:51.642813971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7934aaf9-b73d-473b-aa39-d000963b59a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:51.696737779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7934aaf9-b73d-473b-aa39-d000963b59a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:51.750462008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7934aaf9-b73d-473b-aa39-d000963b59a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:53.695336213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b4c070-a2f6-416d-a39b-8a636a74f2bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:53.749101511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b4c070-a2f6-416d-a39b-8a636a74f2bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:53.803119139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b4c070-a2f6-416d-a39b-8a636a74f2bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:53.857547772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b4c070-a2f6-416d-a39b-8a636a74f2bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:54.56274801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"81094118-424d-4e0b-8ce9-9daba941e20f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d6b384","tenantID":"e2e-extmod-a-d6b384","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:14:54.68105944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"81094118-424d-4e0b-8ce9-9daba941e20f","name":"e2e-extmod-a-d6b384-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:12.653887845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:19.903089074Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","namespace":"ai-tenant-e2e-inf-a-065be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:19.903191519Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","namespace":"ai-tenant-e2e-inf-a-065be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:19.903300566Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","tenant":"e2e-inf-a-065be7","tenantID":"e2e-inf-a-065be7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:19.95883499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"Deployment","name":"maas-api-e2e-inf-a-065be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.022400105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"Service","name":"maas-api-e2e-inf-a-065be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.083510438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-065be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.138705011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-065be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.194627829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.251603947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.310955977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.366575492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.420031874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"Deployment","name":"payload-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.473311234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.526773101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"Service","name":"payload-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.580844866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.634206613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.68987815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.743144652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.811315147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.866832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.920457925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:20.973762489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-065be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:21.027269084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-065be7"},"namespace":"ai-tenant-e2e-inf-a-065be7","name":"default-tenant","reconcileID":"1f48f61b-e34a-4f43-84e8-30260e630292","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-065be7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:23.427538429Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-065be7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-065be7","reconcileID":"5639f1b1-3bd2-4444-abdf-850997cafde4","aitenant":"ai-tenants/e2e-inf-a-065be7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:24.020076282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d7622b-26fb-4229-9558-24d140bfebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:24.074257799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d7622b-26fb-4229-9558-24d140bfebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:24.128818222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d7622b-26fb-4229-9558-24d140bfebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:24.183104459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d7622b-26fb-4229-9558-24d140bfebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:24.296873135Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-065be7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-065be7","reconcileID":"5639f1b1-3bd2-4444-abdf-850997cafde4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-065be7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-065be7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:26.107299256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec42b63c-ddb2-4f19-9fd2-38c40ba163c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:26.160879217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec42b63c-ddb2-4f19-9fd2-38c40ba163c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:26.214795677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec42b63c-ddb2-4f19-9fd2-38c40ba163c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:26.2688082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec42b63c-ddb2-4f19-9fd2-38c40ba163c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:27.832287929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b475458f-54a2-4a75-9079-e3f9e32ec462","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:27.832308299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b475458f-54a2-4a75-9079-e3f9e32ec462","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:27.888862646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56cd75c4-b7d6-435e-88f3-9231f50ef02e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:27.888889588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56cd75c4-b7d6-435e-88f3-9231f50ef02e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:27.99548004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"0c7d9390-dae0-42b1-8082-fe667944a70e","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.119804939Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"0c7d9390-dae0-42b1-8082-fe667944a70e","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.179471143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"0c7d9390-dae0-42b1-8082-fe667944a70e","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.201791859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba5dafe6-7e49-411a-9a43-fe280c8677c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.201809073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba5dafe6-7e49-411a-9a43-fe280c8677c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.237624426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457fb146-25b5-49e7-bfee-308849db06f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.237643808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457fb146-25b5-49e7-bfee-308849db06f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.279917308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcce9a6-3063-4f89-9344-506669c1f00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.280472048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ccc3020-8083-43fd-9d64-5510d58a6b83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.280487999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ccc3020-8083-43fd-9d64-5510d58a6b83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:15:28.308688873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-sub-961a6a54","reconcileID":"9cb003db-6710-4232-a5bd-ac999f397035","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-961a6a54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.333927219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcce9a6-3063-4f89-9344-506669c1f00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.387719711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcce9a6-3063-4f89-9344-506669c1f00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.441661668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcce9a6-3063-4f89-9344-506669c1f00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.49236317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03b4df52-cc2a-4f8d-a39e-b3ddc555e77e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.492381868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03b4df52-cc2a-4f8d-a39e-b3ddc555e77e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.495075811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"2e3e5867-540f-477b-b956-556932eec3a0","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.551205658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cad95235-c6e6-4df9-af66-f0cd40869114","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.551222323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cad95235-c6e6-4df9-af66-f0cd40869114","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.554563812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"2e3e5867-540f-477b-b956-556932eec3a0","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.610741975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"2e3e5867-540f-477b-b956-556932eec3a0","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.823125365Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-sub-961a6a54","reconcileID":"c832194c-b72f-4803-8953-9756b43b90b4","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-961a6a54/e2e-sub-961a6a54","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.993287522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"119e7a78-669f-4c53-9c1f-008eda3fac85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:28.993312829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"119e7a78-669f-4c53-9c1f-008eda3fac85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:29.039228872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51c04184-84ef-4f1e-be83-2269008b2d11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:29.209067051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-sub-961a6a54","reconcileID":"9403b0b5-897c-4ec5-8567-4fcaa0cf05fe","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:29.386423357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90c43775-2e69-403b-a2fd-04ff531e4a09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:29.386443146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90c43775-2e69-403b-a2fd-04ff531e4a09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:30.388683993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0f1d10-2c60-411d-9625-0c0fb76d33b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:30.442285926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0f1d10-2c60-411d-9625-0c0fb76d33b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:30.496219344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0f1d10-2c60-411d-9625-0c0fb76d33b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:30.549925444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0f1d10-2c60-411d-9625-0c0fb76d33b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:32.480751928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37ed575-5623-439a-9e98-0f29dc21ca05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:32.53484539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37ed575-5623-439a-9e98-0f29dc21ca05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:32.588812312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37ed575-5623-439a-9e98-0f29dc21ca05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:32.643100972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37ed575-5623-439a-9e98-0f29dc21ca05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:38.719479377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"43cf7c78-0711-4cca-8776-fa0935050170","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:38.776998581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"43cf7c78-0711-4cca-8776-fa0935050170","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:38.832950369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"43cf7c78-0711-4cca-8776-fa0935050170","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:42.652812478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:48.940075578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"74de27bf-7431-4e2d-ada8-a3b4f6d7e3aa","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:48.999107876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"74de27bf-7431-4e2d-ada8-a3b4f6d7e3aa","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:49.056119188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"74de27bf-7431-4e2d-ada8-a3b4f6d7e3aa","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:59.163714939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"c3afc620-ad8e-4284-be83-9f73386b3a58","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:59.221247346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"c3afc620-ad8e-4284-be83-9f73386b3a58","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:59.277823453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"c3afc620-ad8e-4284-be83-9f73386b3a58","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:59.336962217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c46ef97-2ff4-4743-8b04-b38498fa6522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:15:59.336984382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c46ef97-2ff4-4743-8b04-b38498fa6522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.271651449Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","namespace":"ai-tenant-e2e-inf-a-4585ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.271715117Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","namespace":"ai-tenant-e2e-inf-a-4585ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.271789361Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","tenant":"e2e-inf-a-4585ee","tenantID":"e2e-inf-a-4585ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.327039722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"Deployment","name":"maas-api-e2e-inf-a-4585ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.394396223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"Service","name":"maas-api-e2e-inf-a-4585ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.453970892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-4585ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.509273103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-4585ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.565369844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.621708566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.679679695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.740312829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.793802255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"Deployment","name":"payload-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.847351321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.900696166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"Service","name":"payload-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:02.954473924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:03.007420222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:03.060410517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:03.113366831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:03.169515055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:03.247689269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:03.303938098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:03.357406035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-4585ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:03.410589682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4585ee"},"namespace":"ai-tenant-e2e-inf-a-4585ee","name":"default-tenant","reconcileID":"95beb93a-0ed8-4c31-bfa5-c8ee293020a9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-4585ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:04.110637041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9bdaed1-a26d-48c3-803d-031741d43822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:04.164381726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9bdaed1-a26d-48c3-803d-031741d43822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:04.218410582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9bdaed1-a26d-48c3-803d-031741d43822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:04.274432055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9bdaed1-a26d-48c3-803d-031741d43822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:04.761079849Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4585ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4585ee","reconcileID":"1fe60d5a-a692-4eef-8dee-004b9d0bae30","aitenant":"ai-tenants/e2e-inf-a-4585ee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:05.57944698Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4585ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4585ee","reconcileID":"1fe60d5a-a692-4eef-8dee-004b9d0bae30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4585ee","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-4585ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:06.20116622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74c059a-d886-4800-9923-584c9a41637f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:06.257547224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74c059a-d886-4800-9923-584c9a41637f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:06.313219058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74c059a-d886-4800-9923-584c9a41637f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:06.366921416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74c059a-d886-4800-9923-584c9a41637f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:08.294010742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72bae46a-fb99-48a5-b113-0dc1c9728d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:08.347747115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72bae46a-fb99-48a5-b113-0dc1c9728d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:08.401491531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72bae46a-fb99-48a5-b113-0dc1c9728d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:08.455473625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72bae46a-fb99-48a5-b113-0dc1c9728d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:09.494559653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"2d6e5fda-8000-48be-8845-577ba44e68d3","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:09.605664613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"2d6e5fda-8000-48be-8845-577ba44e68d3","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:09.662227599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"2d6e5fda-8000-48be-8845-577ba44e68d3","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:10.398823161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b138f89-5a94-409e-baaa-ece0c30692ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:10.454908713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b138f89-5a94-409e-baaa-ece0c30692ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:10.509650345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b138f89-5a94-409e-baaa-ece0c30692ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:10.564461243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b138f89-5a94-409e-baaa-ece0c30692ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:12.652764227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:13.671379493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9c8a85-6945-4b34-8083-3aeb263a3296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:13.72504098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9c8a85-6945-4b34-8083-3aeb263a3296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:13.785603899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9c8a85-6945-4b34-8083-3aeb263a3296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:13.840032241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f9c8a85-6945-4b34-8083-3aeb263a3296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:14.384847936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"19e03acf-f8a7-427d-a401-375b1e8a0244","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:14.504716783Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"19e03acf-f8a7-427d-a401-375b1e8a0244","name":"e2e-inf-a-dd28e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:15.773798917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321588df-eb3e-42c0-92e4-3d036e736e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:15.827978745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321588df-eb3e-42c0-92e4-3d036e736e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:15.881973576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321588df-eb3e-42c0-92e4-3d036e736e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:15.935752493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321588df-eb3e-42c0-92e4-3d036e736e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:19.769661688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"95957f02-c820-4481-a1f9-2d97ebff3b02","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:19.828160018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"95957f02-c820-4481-a1f9-2d97ebff3b02","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:19.884480532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"95957f02-c820-4481-a1f9-2d97ebff3b02","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:29.99475306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"23267918-55b7-4b0e-bfe2-4abfbe28f0cf","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:30.05219356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"23267918-55b7-4b0e-bfe2-4abfbe28f0cf","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:30.372758683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa1a33eb-eb1c-4445-9c25-e09d8d8a511c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:30.372780038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa1a33eb-eb1c-4445-9c25-e09d8d8a511c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:35.701237938Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"624e824a-706b-497a-a20e-254fabecbe01","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:35.701451402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6afcc0dd-ff18-43c5-b0b5-27699ec5fe8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:35.70147171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6afcc0dd-ff18-43c5-b0b5-27699ec5fe8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:35.827745992Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-policy-961a6a54","reconcileID":"624e824a-706b-497a-a20e-254fabecbe01","MaaSAuthPolicy":{"name":"e2e-policy-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"policyNamespace":"ai-tenant-e2e-mt-961a6a54","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:35.884644774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc5b8ebd-d948-4a5b-8487-99540d802fde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:35.884666541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc5b8ebd-d948-4a5b-8487-99540d802fde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:36.01217146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"817112fc-e3fc-421c-b101-f0647e99b6e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:36.012193689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"817112fc-e3fc-421c-b101-f0647e99b6e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:42.653326739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:46.178503825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-sub-961a6a54","reconcileID":"15a58d97-a37d-4a3f-92a9-25b23f93be03","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-961a6a54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:46.399953707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"namespace":"ai-tenant-e2e-mt-961a6a54","name":"e2e-sub-961a6a54","reconcileID":"15a58d97-a37d-4a3f-92a9-25b23f93be03","MaaSSubscription":{"name":"e2e-sub-961a6a54","namespace":"ai-tenant-e2e-mt-961a6a54"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:46.614761112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"715be711-d3cc-4324-b22d-ce9d8ac2de1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:46.660616844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17902d38-a6cf-44e3-bedb-de5212f2cc42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:16:46.660638706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17902d38-a6cf-44e3-bedb-de5212f2cc42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:01.08354139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"335db11b-3e78-4fd4-aa64-b4479cf7817d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:01.294978857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"52d36af1-ef84-40ea-8228-29a0d66aeb18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:01.3912381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d0d3ac7-6520-49a4-b8e3-ce6a8dd144cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:01.429316453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"2fe64e3a-ab89-48cc-a4fb-079827e0f0ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:01.672996955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"52b4dcf4-fcb1-43ba-80a8-366bc652f4f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:01.771467668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"c3fefc92-520a-4b2d-8c3e-d31e5ca2327d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:01.871656829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1c60ed7-eb14-4b70-a1c8-88b0d9c4abb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:02.170595006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"e608ff9f-1302-4d9f-a162-939bf284fc8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:02.271007174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"e6ba3490-afda-403b-a526-4c0e51a9ffa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:02.294757001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"01388b7a-8235-4783-ba3c-bdc3b90d10eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:02.418694141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"c7538dec-5506-4c91-81d7-3328a89a9b51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:02.521048964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"89506a1b-d8eb-4ae9-beef-5da310a38836","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:12.653494961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.637817482Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","namespace":"ai-tenant-e2e-inf-a-72f279","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.637895712Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","namespace":"ai-tenant-e2e-inf-a-72f279","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.637952562Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","tenant":"e2e-inf-a-72f279","tenantID":"e2e-inf-a-72f279","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.693218298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"Deployment","name":"maas-api-e2e-inf-a-72f279","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.754636921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"Service","name":"maas-api-e2e-inf-a-72f279","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.813116783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-72f279","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.868385244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-72f279","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.926924196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:24.988435266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.044614116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.102453153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.160000483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"Deployment","name":"payload-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.213304106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.266558684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"Service","name":"payload-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.319790223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.373169825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.426314487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.479838695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.536158049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.589109257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.642512639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.695670412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-72f279","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:25.749057644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72f279"},"namespace":"ai-tenant-e2e-inf-a-72f279","name":"default-tenant","reconcileID":"7b37dcf1-8c51-45d6-935a-92cac493c3e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-72f279","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:32.906713646Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-72f279","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-72f279","reconcileID":"5669713d-f8c3-4930-906d-15729e9e9364","aitenant":"ai-tenants/e2e-inf-a-72f279","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:33.472967699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b62fadd-b3bd-4b93-b2dc-e8a86d707990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:33.527617853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b62fadd-b3bd-4b93-b2dc-e8a86d707990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:33.581434883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b62fadd-b3bd-4b93-b2dc-e8a86d707990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:33.635440955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b62fadd-b3bd-4b93-b2dc-e8a86d707990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:33.748674605Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-72f279","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-72f279","reconcileID":"5669713d-f8c3-4930-906d-15729e9e9364","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-72f279","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-72f279"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:35.563852235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773c6ba4-015e-4faa-ae45-efd9f6f60e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:35.617634281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773c6ba4-015e-4faa-ae45-efd9f6f60e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:35.671948582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773c6ba4-015e-4faa-ae45-efd9f6f60e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:35.726236327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773c6ba4-015e-4faa-ae45-efd9f6f60e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.1283085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20715e1c-ce5a-4f30-ba70-7090aeb70129","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.128329817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20715e1c-ce5a-4f30-ba70-7090aeb70129","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.190691121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ccb346f-93a1-475a-854f-a1797a012503","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.190718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ccb346f-93a1-475a-854f-a1797a012503","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.296774745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-policy-48915c18","reconcileID":"70a3e6f7-8a26-44f8-862a-ba92e1f7a1a5","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.354500553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-policy-48915c18","reconcileID":"70a3e6f7-8a26-44f8-862a-ba92e1f7a1a5","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.392839492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a191885e-8de5-450a-a8ed-b9cbc1512f4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.392860889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a191885e-8de5-450a-a8ed-b9cbc1512f4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.450839525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d64475d-ac6d-4b81-80bd-26014e9dd741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.450864797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d64475d-ac6d-4b81-80bd-26014e9dd741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:17:37.499722281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-sub-48915c18","reconcileID":"cda8fb18-08c6-407d-9bcb-c3d260f4a9f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-48915c18\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.60977477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ba754dd-043b-4069-8385-e1abe96109d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.609800772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ba754dd-043b-4069-8385-e1abe96109d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.66582544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfeaf4a4-51d5-434c-b620-8eb141b087ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.665852641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfeaf4a4-51d5-434c-b620-8eb141b087ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.685168707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca561c1b-a019-40f7-9019-b9cacea6ac3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.685634153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fedead59-06af-4419-8edb-7aabd7feb45d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.685656693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fedead59-06af-4419-8edb-7aabd7feb45d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.739120915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca561c1b-a019-40f7-9019-b9cacea6ac3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.793399598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca561c1b-a019-40f7-9019-b9cacea6ac3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.847425446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca561c1b-a019-40f7-9019-b9cacea6ac3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.900961376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-policy-48915c18","reconcileID":"b0dbf2d5-7fcf-4855-acb9-7f70513a0ba0","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:37.961256178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-policy-48915c18","reconcileID":"b0dbf2d5-7fcf-4855-acb9-7f70513a0ba0","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.019925824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-sub-48915c18","reconcileID":"240d5cb6-48f3-4e50-b5ef-d7bc2f0304e1","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-48915c18/e2e-shared-sub-48915c18","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.243754016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"822b3e68-602f-4a55-bdaa-3154afc70eba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.243779921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"822b3e68-602f-4a55-bdaa-3154afc70eba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.297431715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"945d6e36-f9ef-4f87-9a4a-bf2436ab27c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.365121678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5b9c25d-6b7e-4f70-9652-50c0bcf5a7ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.365165724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5b9c25d-6b7e-4f70-9652-50c0bcf5a7ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.423665191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28ea5252-63b3-46af-8a17-39f1e18fdf63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.423691559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28ea5252-63b3-46af-8a17-39f1e18fdf63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.530385177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-policy-48915c18","reconcileID":"5d910bab-d8ae-4650-8543-cc8f7716f009","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.53801155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-sub-48915c18","reconcileID":"4662f606-c3df-4cf4-96c6-7e3862b70e90","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.588365823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-policy-48915c18","reconcileID":"5d910bab-d8ae-4650-8543-cc8f7716f009","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.614109654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c37088-8c15-4503-a498-5d16bb935115","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.614126833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c37088-8c15-4503-a498-5d16bb935115","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.670192243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76506da5-5cf8-466f-b5aa-cb63c55686ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.670216639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76506da5-5cf8-466f-b5aa-cb63c55686ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:17:38.720462449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-sub-48915c18","reconcileID":"2cca7f56-1efc-49bb-aa06-c1aef0e3524a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-48915c18\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.832169345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59b4eb34-40d4-48f9-9f93-a913e3eafa96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.832189284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59b4eb34-40d4-48f9-9f93-a913e3eafa96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.880224989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfab263f-1577-46c4-910a-7980abaeb561","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.880244573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfab263f-1577-46c4-910a-7980abaeb561","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.938798816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d9e4df-4a34-4250-ba09-7e80056c5cb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:38.938826075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d9e4df-4a34-4250-ba09-7e80056c5cb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.040781431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-policy-48915c18","reconcileID":"45fd0b9a-015f-4f63-8001-dbf780615269","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.097714338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-policy-48915c18","reconcileID":"45fd0b9a-015f-4f63-8001-dbf780615269","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.264505913Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-sub-48915c18","reconcileID":"fa1a4dd7-e6e4-43b6-8c67-002f00291ddb","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-48915c18/e2e-shared-sub-48915c18","ai-tenant-e2e-mt-bca31cf9/e2e-shared-sub-48915c18","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.436856033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ad17f4-b85b-499c-a25d-e303ac3df9c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.436877167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ad17f4-b85b-499c-a25d-e303ac3df9c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.453367947Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-policy-48915c18","reconcileID":"f9a9c3f2-a76f-4a88-98ca-4244dbb00a70","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.453444417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec59a989-ef65-46b2-aead-4193aca4f5bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.453455919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec59a989-ef65-46b2-aead-4193aca4f5bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.481341051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0cd3e7ed-f040-48ba-aba1-ee2792d8f14d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.481439129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-sub-48915c18","reconcileID":"a3ddbdd0-f2a1-45de-92d8-5a20dc01de87","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.559906789Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-policy-48915c18","reconcileID":"f9a9c3f2-a76f-4a88-98ca-4244dbb00a70","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"policyNamespace":"ai-tenant-e2e-mt-48915c18","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.61666388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29785421-7563-4fe7-909f-64824a913d19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.61668517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29785421-7563-4fe7-909f-64824a913d19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.651166192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-sub-48915c18","reconcileID":"f0034f09-184e-4db5-94d3-c571585e3203","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.752644237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b881d7f5-6ca5-4f40-86e0-0ce449b27ada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.752663651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b881d7f5-6ca5-4f40-86e0-0ce449b27ada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.794445039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec5a211-fd8d-45d4-a76a-810483055a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.84846214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec5a211-fd8d-45d4-a76a-810483055a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.902615858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec5a211-fd8d-45d4-a76a-810483055a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:39.957735574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec5a211-fd8d-45d4-a76a-810483055a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.623303309Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","namespace":"ai-tenant-e2e-extmod-a-d6b384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.623385218Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","namespace":"ai-tenant-e2e-extmod-a-d6b384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.623461722Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","tenant":"e2e-extmod-a-d6b384","tenantID":"e2e-extmod-a-d6b384","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.68136843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d6b384","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.744392054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"Service","name":"maas-api-e2e-extmod-a-d6b384","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.801267719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d6b384","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.856425666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d6b384","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.953945122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:41.958425835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e706f4-1746-4374-b685-b3f1e9be95be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.015799759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.01949111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e706f4-1746-4374-b685-b3f1e9be95be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.074846391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e706f4-1746-4374-b685-b3f1e9be95be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.077683414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.159861036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e706f4-1746-4374-b685-b3f1e9be95be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.221689349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.274889056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.328524209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.433381022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"Service","name":"payload-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.487248273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.540820678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.594619019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.647782123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.653517035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.706324687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.759325981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.812310276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.866497991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d6b384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:42.919709551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d6b384"},"namespace":"ai-tenant-e2e-extmod-a-d6b384","name":"default-tenant","reconcileID":"e213c865-e999-486f-8b57-ead2446927a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d6b384","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:44.31598121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14022dab-cec5-49eb-9d64-09473cade4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:44.370199445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14022dab-cec5-49eb-9d64-09473cade4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:44.425152704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14022dab-cec5-49eb-9d64-09473cade4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:44.478904838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14022dab-cec5-49eb-9d64-09473cade4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:44.859318146Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cf2a53","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cf2a53","reconcileID":"a9246281-41fb-480c-a692-e9c41b50d135","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-cf2a53","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-cf2a53":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:46.402649879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b954bd20-7876-45c8-bfe9-ae8c4c8e69e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:46.457556886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b954bd20-7876-45c8-bfe9-ae8c4c8e69e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:46.512092401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b954bd20-7876-45c8-bfe9-ae8c4c8e69e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:46.566102853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b954bd20-7876-45c8-bfe9-ae8c4c8e69e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:47.704573471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ca52172-0e4d-42a3-9aa0-6de036a21d58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.022821617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"55035293-38b1-4453-93a7-a928b69c7542","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.130370491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"8e7edfa8-fbe0-4a58-be32-cb36200102e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.231468691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"2e9f94b6-3dd9-47da-8afc-412b68b11d47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.445407528Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d6b384","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d6b384","reconcileID":"56877815-daf0-4e40-88e5-85564dd84bd2","aitenant":"ai-tenants/e2e-extmod-a-d6b384","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.447968808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"44b19198-c584-46d6-b727-606711038113","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.503921604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce795c6-a8ec-4eca-8f78-6991766762df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.554776232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"217d49d5-aea8-4acc-b857-035f4e651f29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.560096541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce795c6-a8ec-4eca-8f78-6991766762df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.615217071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce795c6-a8ec-4eca-8f78-6991766762df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.668668449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"33c7bffa-4372-41b4-bddd-f75fb1601b96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.669521179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce795c6-a8ec-4eca-8f78-6991766762df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.838165411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"9ba75f23-a296-4bbe-a52f-6c3370ca8c01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:48.996801703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"00ab28fb-0e67-4ad6-ae73-af692f901b52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:49.182186704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"43f97b04-5255-4c7e-a062-958481d2f1ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:49.218205139Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d6b384","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d6b384","reconcileID":"56877815-daf0-4e40-88e5-85564dd84bd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d6b384","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d6b384"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:49.283603785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"a74e6394-9dae-48a6-a9bf-3b6b15e38156","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:49.96139644Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-sub-48915c18","reconcileID":"1e0d6d0f-46f3-4ef8-aa2b-b8655bd44f1a","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-48915c18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.234069918Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"namespace":"ai-tenant-e2e-mt-48915c18","name":"e2e-shared-sub-48915c18","reconcileID":"1e0d6d0f-46f3-4ef8-aa2b-b8655bd44f1a","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-48915c18"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-bca31cf9/e2e-shared-sub-48915c18","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.449296941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-sub-48915c18","reconcileID":"6a4b1e7c-538f-4e9c-b92a-4dbcd61ce91d","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.449318935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d2544b6-d186-40e2-bac7-50202055ae84","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.496828263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6110ff42-972e-4c4a-b1fa-4ef14919f391","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.496847753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6110ff42-972e-4c4a-b1fa-4ef14919f391","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.585875066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbea7266-ec28-491c-b448-2a66ab33a2a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.639937832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbea7266-ec28-491c-b448-2a66ab33a2a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.693737741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbea7266-ec28-491c-b448-2a66ab33a2a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:50.747257782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbea7266-ec28-491c-b448-2a66ab33a2a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:52.676992715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74fd1c1-2583-4298-80c5-524306cecf14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:52.731869602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74fd1c1-2583-4298-80c5-524306cecf14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:52.785648218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74fd1c1-2583-4298-80c5-524306cecf14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:52.840220827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74fd1c1-2583-4298-80c5-524306cecf14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:56.497108882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561653d1-ec3b-4ec6-8c72-6ed6a3364ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:56.551264513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561653d1-ec3b-4ec6-8c72-6ed6a3364ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:56.604939423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561653d1-ec3b-4ec6-8c72-6ed6a3364ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:56.658755565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561653d1-ec3b-4ec6-8c72-6ed6a3364ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:56.962025476Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-db69f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-db69f7","reconcileID":"c99f9c59-f342-47be-be3f-dd7eacb50259","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-db69f7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-db69f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:58.598925739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9572c5-6be2-42c2-a8d0-d18f18f3cf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:58.652834679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9572c5-6be2-42c2-a8d0-d18f18f3cf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:58.706638958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9572c5-6be2-42c2-a8d0-d18f18f3cf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:17:58.760755642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9572c5-6be2-42c2-a8d0-d18f18f3cf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:00.691519072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6989aacc-393b-4789-b61e-749d7547ff20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:00.746709769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6989aacc-393b-4789-b61e-749d7547ff20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:00.800755879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6989aacc-393b-4789-b61e-749d7547ff20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:00.854534249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6989aacc-393b-4789-b61e-749d7547ff20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:05.674820749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b75a8b21-dae7-414c-b6af-1493c59c8fbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:05.674843567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b75a8b21-dae7-414c-b6af-1493c59c8fbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:05.781481913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca748c8d","namespace":"ai-tenant-e2e-mt-ca748c8d"},"namespace":"ai-tenant-e2e-mt-ca748c8d","name":"e2e-policy-ca748c8d","reconcileID":"e9bfc50b-370c-43ee-8bc8-dc529781a276","MaaSAuthPolicy":{"name":"e2e-policy-ca748c8d","namespace":"ai-tenant-e2e-mt-ca748c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:05.838660869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca748c8d","namespace":"ai-tenant-e2e-mt-ca748c8d"},"namespace":"ai-tenant-e2e-mt-ca748c8d","name":"e2e-policy-ca748c8d","reconcileID":"e9bfc50b-370c-43ee-8bc8-dc529781a276","MaaSAuthPolicy":{"name":"e2e-policy-ca748c8d","namespace":"ai-tenant-e2e-mt-ca748c8d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:06.159502551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd59a9aa-3f9d-46ef-8751-6357db263895","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:06.159522982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd59a9aa-3f9d-46ef-8751-6357db263895","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:11.148872874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca748c8d","namespace":"ai-tenant-e2e-mt-ca748c8d"},"namespace":"ai-tenant-e2e-mt-ca748c8d","name":"e2e-policy-ca748c8d","reconcileID":"03b952c0-b599-4bc6-a609-bf8c0a50a766","MaaSAuthPolicy":{"name":"e2e-policy-ca748c8d","namespace":"ai-tenant-e2e-mt-ca748c8d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:11.14895539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f0e6ad5-6988-4691-8721-21a79009dda0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:11.148970418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f0e6ad5-6988-4691-8721-21a79009dda0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:11.255823687Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca748c8d","namespace":"ai-tenant-e2e-mt-ca748c8d"},"namespace":"ai-tenant-e2e-mt-ca748c8d","name":"e2e-policy-ca748c8d","reconcileID":"03b952c0-b599-4bc6-a609-bf8c0a50a766","MaaSAuthPolicy":{"name":"e2e-policy-ca748c8d","namespace":"ai-tenant-e2e-mt-ca748c8d"},"policyNamespace":"ai-tenant-e2e-mt-ca748c8d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:11.313602867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd026803-e60c-4008-ab64-029a9406a6ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:11.313622965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd026803-e60c-4008-ab64-029a9406a6ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:12.653642823Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:17.820345418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22a039ce-3dec-438b-a44f-c26a4ff8d11d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:17.82036588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22a039ce-3dec-438b-a44f-c26a4ff8d11d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:17.876511523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72d83f8f-3dea-4b07-9a61-55860d179b4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:17.876534498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72d83f8f-3dea-4b07-9a61-55860d179b4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:17.984083486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69556b8c","namespace":"ai-tenant-e2e-mt-69556b8c"},"namespace":"ai-tenant-e2e-mt-69556b8c","name":"e2e-policy-69556b8c","reconcileID":"1539e59f-0b71-4d8e-823f-472aebd0783c","MaaSAuthPolicy":{"name":"e2e-policy-69556b8c","namespace":"ai-tenant-e2e-mt-69556b8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:18.041917247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69556b8c","namespace":"ai-tenant-e2e-mt-69556b8c"},"namespace":"ai-tenant-e2e-mt-69556b8c","name":"e2e-policy-69556b8c","reconcileID":"1539e59f-0b71-4d8e-823f-472aebd0783c","MaaSAuthPolicy":{"name":"e2e-policy-69556b8c","namespace":"ai-tenant-e2e-mt-69556b8c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:19.495848646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f10abb5-7c89-4ed5-be78-17ee55a7800b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:19.496405029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-sub-48915c18","reconcileID":"4eb98f1b-ecb2-4c6d-ab13-c2b91ebd8e03","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:42.653829104Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:43.800255014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69556b8c","namespace":"ai-tenant-e2e-mt-69556b8c"},"namespace":"ai-tenant-e2e-mt-69556b8c","name":"e2e-policy-69556b8c","reconcileID":"8836b851-5625-45ad-b91e-4f4efc9f4ad5","MaaSAuthPolicy":{"name":"e2e-policy-69556b8c","namespace":"ai-tenant-e2e-mt-69556b8c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:43.907160616Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-69556b8c","namespace":"ai-tenant-e2e-mt-69556b8c"},"namespace":"ai-tenant-e2e-mt-69556b8c","name":"e2e-policy-69556b8c","reconcileID":"8836b851-5625-45ad-b91e-4f4efc9f4ad5","MaaSAuthPolicy":{"name":"e2e-policy-69556b8c","namespace":"ai-tenant-e2e-mt-69556b8c"},"policyNamespace":"ai-tenant-e2e-mt-69556b8c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:49.521203259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a57df49f-01d7-4cbb-b2e6-0e2a481fd6f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:49.791651726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"99290d74-ec1e-4264-860f-a799a6842c85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:49.861884219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"ab5c755c-7304-4d9f-b80d-5ae3971af4e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:49.976106057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"a9030790-3a23-4679-a63f-b0bd1e0e915a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:50.223992885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7da36913-7621-4c17-8bdc-56b493781249","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:50.224018642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-sub-48915c18","reconcileID":"996f31fb-bcbb-4cbb-bbbd-0b2e5dc76e29","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:50.348853956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"358433a1-30aa-435b-a255-59440eaf52eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:50.529278163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"0ba8ef7d-adeb-460e-beee-43e9a22ae166","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:50.656263746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"3d6a078b-09ae-4fd3-9b12-e1f3cfa58e10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:50.778543401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"aa438ae3-156e-40a7-b026-f1d5b79c3db1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:51.227418881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"13732e9c-b10a-401d-80e4-32e076898ce1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:51.329018142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"eae5516d-9984-470c-a687-9223615b7d89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:18:51.330727846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"d4bdcf16-248c-43e2-b37a-a5202cab1085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:04.60185592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"a1ebe48a-7d59-4c05-a5d4-17ce8dc8992d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:04.719830232Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"a1ebe48a-7d59-4c05-a5d4-17ce8dc8992d","name":"e2e-inf-b-cf2a53-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:12.653442831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:21.088688928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-policy-48915c18","reconcileID":"80046e9f-e27a-4b32-9e22-aa96e3a0ff1b","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:21.088854459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e27b0f5-04e6-430b-8ca3-193b818a1b5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:21.088872186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e27b0f5-04e6-430b-8ca3-193b818a1b5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:21.242157631Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-policy-48915c18","reconcileID":"80046e9f-e27a-4b32-9e22-aa96e3a0ff1b","MaaSAuthPolicy":{"name":"e2e-shared-policy-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"policyNamespace":"ai-tenant-e2e-mt-bca31cf9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:21.299386347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a574aa6-f6e6-4823-8c55-f4934c1737e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:21.299405785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a574aa6-f6e6-4823-8c55-f4934c1737e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:21.437633319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"662545cf-78f2-443f-9041-71f9ccbf723e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:21.43766037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"662545cf-78f2-443f-9041-71f9ccbf723e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:24.83275168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"5f260c21-248e-4a54-8344-ce458b26d4f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db69f7","tenantID":"e2e-inf-a-db69f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:24.949840445Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"5f260c21-248e-4a54-8344-ce458b26d4f1","name":"e2e-inf-a-db69f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:26.974082546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"a6d15d72-ac33-4ea8-b154-a328af078eaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:27.220160838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"9f75ba64-d02e-4f0b-b1e6-56a72b128e0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:27.320493297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"3a80aafc-bd2c-4faf-ab12-974ba85bb6f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:27.470369201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"b1cd7033-e467-47be-992b-263312a8e230","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:27.571112547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"9cddf544-15b2-4053-9996-5eae08f50804","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:27.592977587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"5eeb627b-7a4f-4860-b54f-03b28678f0cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:27.670416189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"c431b315-866e-4a0d-a5d1-e3aa204d3dd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:27.771195784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"bd5129a7-e943-4014-bce6-810500a0da33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:27.896741147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"74e4a45d-15e8-4e2a-be3d-77570994cb48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:28.022801281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"6b633cc7-d25f-4531-9967-1ba7ebeb2d15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:28.146071065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75ade56a-ca1e-454f-bde0-2149540af907","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:28.181333599Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34e9ecc9-e7ad-44bd-88cc-ef62db9a427e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:28.516874922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"367d27e5-d61d-4164-9303-fe7cccc3177b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:31.604657187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-sub-48915c18","reconcileID":"9162bc9f-6796-49e3-b5c8-70c9b29dea97","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-48915c18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:31.766460826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"namespace":"ai-tenant-e2e-mt-bca31cf9","name":"e2e-shared-sub-48915c18","reconcileID":"9162bc9f-6796-49e3-b5c8-70c9b29dea97","MaaSSubscription":{"name":"e2e-shared-sub-48915c18","namespace":"ai-tenant-e2e-mt-bca31cf9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:32.089682579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6658e11-8ca1-441d-96f5-5c4aef8b3edc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:32.089705719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6658e11-8ca1-441d-96f5-5c4aef8b3edc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:19:42.654075793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:12.65432765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:14.863377496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"375fbd9b-e053-4f48-8acb-1451829a09e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:14.863404382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"375fbd9b-e053-4f48-8acb-1451829a09e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:14.919037507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f886830d-6c40-47eb-a7a8-7d7bcf51aded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:14.919061717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f886830d-6c40-47eb-a7a8-7d7bcf51aded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:15.080038396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"d8646418-9330-40f7-bf7f-68b346ce6f41","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:15.203808629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"d8646418-9330-40f7-bf7f-68b346ce6f41","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:15.261940443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"d8646418-9330-40f7-bf7f-68b346ce6f41","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:15.320768914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92f59558-3281-4df2-b6c7-138d50ba53db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:15.320790593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92f59558-3281-4df2-b6c7-138d50ba53db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:25.48130231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"69181048-6f83-4a08-9429-4c02351890be","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:25.538539783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"69181048-6f83-4a08-9429-4c02351890be","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:25.594922853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"69181048-6f83-4a08-9429-4c02351890be","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:32.293578871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55b8497-7a1c-4ec4-a0c9-e45c296a6a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:32.347862018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55b8497-7a1c-4ec4-a0c9-e45c296a6a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:32.401781532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55b8497-7a1c-4ec4-a0c9-e45c296a6a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:32.455321714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55b8497-7a1c-4ec4-a0c9-e45c296a6a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:34.384039822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af48ed36-784f-4269-825a-0c9db4ca3f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:34.437762452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af48ed36-784f-4269-825a-0c9db4ca3f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:34.491788268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af48ed36-784f-4269-825a-0c9db4ca3f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:34.546163234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af48ed36-784f-4269-825a-0c9db4ca3f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:35.80637678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"156c6335-f916-4ac8-820c-fa3feabb946b","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:35.866695049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"156c6335-f916-4ac8-820c-fa3feabb946b","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:35.922766434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"156c6335-f916-4ac8-820c-fa3feabb946b","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:42.663042096Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:43.064600216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"1fb7ee3b-933b-4900-9ecc-cd69896161be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:43.164789829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"241d5414-fb41-4049-aa83-bd39c7371d03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:43.314948013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"3a4d69cd-530e-429d-851b-da1d2e8493cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:43.414854892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80bad630-84bb-49e9-91ce-79ed55d86566","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:43.517696585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"4aecaa77-3021-47fa-9bb8-fb4a9ed600a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:43.744997801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"5efec3e1-373e-43ed-b53b-e4285b321196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:43.846509335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"27fb0269-54f8-46c3-9057-8745b16feaeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:43.950832005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"8af2a10f-251e-48d3-9069-fa3f1ba24d54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:44.074074702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"250a7ff6-4feb-4f40-b676-472ddc7f7023","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:44.323578262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"a4ffec31-29bb-435d-b237-16a1965bf17f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:44.497042474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"54cf7e46-380f-48c7-a47c-84bbcc7686b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:44.744419334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"69b9f93f-ca24-4bfb-acb5-9c62cade6c9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:46.116415704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"4f66b3e8-02ef-4de2-a3c6-b6683f00d93e","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:46.173829296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"4f66b3e8-02ef-4de2-a3c6-b6683f00d93e","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:46.231521699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"4f66b3e8-02ef-4de2-a3c6-b6683f00d93e","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:46.291506425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a7f6e80-4109-451a-912a-2ce142cfd7c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:46.291533528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a7f6e80-4109-451a-912a-2ce142cfd7c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:52.200919993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"9d1ebf37-dbe0-4a3f-967f-1960b09e94a9","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:52.200951188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"9d1ebf37-dbe0-4a3f-967f-1960b09e94a9","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:52.676247112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a693f5b-36a3-4ea7-8083-861a999cafb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:52.732396559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a693f5b-36a3-4ea7-8083-861a999cafb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:52.788338455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a693f5b-36a3-4ea7-8083-861a999cafb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:52.844099839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a693f5b-36a3-4ea7-8083-861a999cafb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:54.762172496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7919eb-0f2b-4ab1-ab8b-928886a4effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:54.816309307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7919eb-0f2b-4ab1-ab8b-928886a4effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:54.870032657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7919eb-0f2b-4ab1-ab8b-928886a4effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:54.929344576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7919eb-0f2b-4ab1-ab8b-928886a4effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:56.450724787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"41756940-5862-4afa-afe2-972d9c51537c","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:56.510586847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"41756940-5862-4afa-afe2-972d9c51537c","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:20:56.572600677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"41756940-5862-4afa-afe2-972d9c51537c","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:00.199202162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3342f94d-52d9-4ed7-8f05-06dc8a773714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:00.252885154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3342f94d-52d9-4ed7-8f05-06dc8a773714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:00.306695042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3342f94d-52d9-4ed7-8f05-06dc8a773714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:00.360692248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3342f94d-52d9-4ed7-8f05-06dc8a773714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:00.802227547Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-3edc8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-3edc8c","reconcileID":"2d2d68a8-ff64-4368-96df-b01904151266","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-3edc8c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-3edc8c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:02.379573612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39e095b-d2e8-4bc2-827c-0655bf180b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:02.433619429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39e095b-d2e8-4bc2-827c-0655bf180b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:02.487483756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39e095b-d2e8-4bc2-827c-0655bf180b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:02.541373654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39e095b-d2e8-4bc2-827c-0655bf180b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:04.505096943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d46db1-f8e7-4e94-8b47-80f663bf4f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:04.560401069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d46db1-f8e7-4e94-8b47-80f663bf4f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:04.615105846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d46db1-f8e7-4e94-8b47-80f663bf4f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:04.669191185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d46db1-f8e7-4e94-8b47-80f663bf4f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:06.744032676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"9ec9ed51-54fe-418d-b167-37bfc916b77e","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:06.8013397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"9ec9ed51-54fe-418d-b167-37bfc916b77e","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:07.120738844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09927d71-5221-41ea-883b-74c071f0e1d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:07.120766175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09927d71-5221-41ea-883b-74c071f0e1d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:07.188024064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee365fa-af1b-4b20-846c-bc26563a1876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:07.242655434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee365fa-af1b-4b20-846c-bc26563a1876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:07.297884398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee365fa-af1b-4b20-846c-bc26563a1876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:07.351922865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee365fa-af1b-4b20-846c-bc26563a1876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:07.699169725Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-b5e8794c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-b5e8794c","reconcileID":"35c93f5b-1701-44ec-9208-663ea520b233","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-b5e8794c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-b5e8794c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:09.319121111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2ad821-c28a-45a1-950e-c5fa1447188d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:09.372846401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2ad821-c28a-45a1-950e-c5fa1447188d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:09.426446905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2ad821-c28a-45a1-950e-c5fa1447188d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:09.480270915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2ad821-c28a-45a1-950e-c5fa1447188d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.480304545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cefba-f94b-4ebb-a8af-683fb7ea3e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.533986661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cefba-f94b-4ebb-a8af-683fb7ea3e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.58870146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cefba-f94b-4ebb-a8af-683fb7ea3e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.642631815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cefba-f94b-4ebb-a8af-683fb7ea3e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.771922837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-10dd3393","reconcileID":"5ba5c2fa-e75b-466d-9dc4-58435cf59c2b","MaaSAuthPolicy":{"name":"e2e-default-ns-10dd3393","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.771991101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e3ba7e7-cabe-449d-afba-a99b64b129c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.772016293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e3ba7e7-cabe-449d-afba-a99b64b129c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.982408721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e7459b-8aaf-4123-bb3e-80555cc3e0ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:11.982428918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e7459b-8aaf-4123-bb3e-80555cc3e0ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:12.654615111Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:19.868503088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"5acd3dd6-e548-4113-a768-a8801df0e7e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:19.969924155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"d5efdd0c-81bc-4bad-b7f1-d2b810d24bf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:19.992599127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"bdb0b769-9f63-42c1-ae6f-6db204e270ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:20.072051169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eadf6d91-22a9-4d16-a4a6-c4b9c1b2ba09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:20.170925668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"731646bd-e360-42ea-8504-2a4b786e58d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:20.270404605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"2d5bf33d-7fac-4909-8605-1600304f59d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:20.303940325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"7268698b-6859-4571-af3f-47403e13da7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:20.427807977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"f3c0d630-75e7-44a0-ace9-df86930243f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:20.549427772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c367565-83c1-4421-866a-8170a4ac52b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:20.798775097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"0e1cba1d-e9c4-4884-ac1d-e16a5dd49283","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:21.099512446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"95efecbd-6af4-43ae-8632-e69e7a740e65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:21.347806478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"b975fbfd-daa6-4d35-a7a9-4bf5b3ee0b6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:38.608384179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"13e0365d-a89f-4d32-85ce-6e74c8c7841d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:38.79328514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"7f6e2b38-fb50-4582-89e3-b35274e52d38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:39.107288179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bfcac6b5-dfeb-428d-9d06-c9ad1a12e4cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:39.208676192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"2c935e65-d05b-4968-9293-ce6b82909a49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:39.308119521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61d91656-ff63-401b-aec4-fc669e77cd18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:39.473991153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"7a365bcd-9515-4cf4-9b1a-f0d61f8b7e2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:39.575719996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"2cf6c278-e026-4761-8d42-a27615d3fe32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:39.60051203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"db41ecc4-6703-4a23-9467-e47693b153e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:39.786461265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"1453c84e-9f14-477f-868d-8df0ebfaf19b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:39.911731449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"d1802f9a-c9ee-42ab-ab34-90160eb2cc11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:40.011821678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"8cdb89bb-450e-408f-b90b-b5d6f8006b99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:40.113529906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"6bae09c7-2749-4fdf-b519-ad8fa773d8aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:42.653609508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:43.69802915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"7429cd8a-ebb3-4a0d-a89a-90a19affa92e","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:43.698119742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"7429cd8a-ebb3-4a0d-a89a-90a19affa92e","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.231645443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"9bc30ec2-52d3-45d7-bd4f-7945ba6cba49","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.231674778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"9bc30ec2-52d3-45d7-bd4f-7945ba6cba49","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.287826221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"4b873e84-a0e6-4839-85d6-873f2f3012f5","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.287847814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"4b873e84-a0e6-4839-85d6-873f2f3012f5","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.394596518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"9d0f8acb-cc8e-4e76-9334-78367667b21d","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.519496523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"9d0f8acb-cc8e-4e76-9334-78367667b21d","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.575288065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd28e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"9d0f8acb-cc8e-4e76-9334-78367667b21d","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.633604111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"b5c4f0c6-c40d-42a1-a564-e9d9b907a0eb","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:49.633626015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"b5c4f0c6-c40d-42a1-a564-e9d9b907a0eb","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:58.478486801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"06752c10-9176-4ce6-9aff-214f4fd1e5f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:58.58138513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"3e24731a-b258-4de5-a4fc-1ae8cfa80d38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:58.603786867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"b540526c-71c0-4084-8bb6-bafea2496b77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:58.727119001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"4ac4fb69-a6db-49af-b3ff-6d79ed0c34b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:58.831262223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"a4175721-ccc7-4442-a4cc-83b9ae28ae6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:59.220110197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"0b15d219-8b4a-445e-8476-1badfc39f53e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:59.339637041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93a93e0f-a022-4be6-ad27-9e50be676024","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:59.463334221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24093711-32c2-402a-923c-816ca782f048","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:59.742619813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"67f2aa5d-3233-43c3-8027-763f1a6e7ca4","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:59.772548863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"aec0f0bd-6d72-4b4a-a8fc-20132cd81654","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:59.799884307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"67f2aa5d-3233-43c3-8027-763f1a6e7ca4","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:59.855768023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd28e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"67f2aa5d-3233-43c3-8027-763f1a6e7ca4","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:21:59.893582121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"ab13c9b0-e480-4752-8600-291d9a3211f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:00.021992695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"23552519-44f6-4ba0-9599-7840f5ed7059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:00.14320129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"e1b881f1-5188-493c-92c3-e269d3a83a09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:09.964085089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"58bd4764-9a2d-40f6-ace6-77ffe8a20888","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:10.022712228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"58bd4764-9a2d-40f6-ace6-77ffe8a20888","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:10.079559337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd28e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"58bd4764-9a2d-40f6-ace6-77ffe8a20888","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:12.653635573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:20.187856541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"1989717a-9cc8-4d2a-9fcf-c177959e811b","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:20.24504228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"1989717a-9cc8-4d2a-9fcf-c177959e811b","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:20.302242589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd28e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"1989717a-9cc8-4d2a-9fcf-c177959e811b","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:30.412637053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"4bf60c91-99ae-48e9-ad47-f4690906053c","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:30.471470437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"4bf60c91-99ae-48e9-ad47-f4690906053c","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:30.528153133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd28e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cadecb3d2ef581770e646697462759b8615722ad8d0b026b89324f6cb5d392aa) AuthConfig (403e08f9aeed9b497fb896168a8e5d7c6facf69a0be078825d4f61515393c456) AuthConfig (89d1e03cf510ae9e93c27877d61a85513dda02d18210dac5de2981a1a398610b) AuthConfig (40e0cb771c648ceb2a0ee3a2669e598e6360431b7118a681dc3e080f465910f4) AuthConfig (d5c5afa43fd153c7ea0a9f6f0aa657a3f4d2a605f5188a2c66e3bf70af6aac86) AuthConfig (9258bd062de71b431eeb8ed2e8ac47c2288690f36daec361e334d63873c04b93) AuthConfig (8088445f84c874d08dcf507767903e3660b0eba8325e73461dadbd53a0ba8dee) AuthConfig (57403378ca66f5ca9436f0980505edcace47bc462ed2626ebe90a650020f07fc) AuthConfig (6b8c2c1d0ad8500090d8712218e9f2ad0ae4868196347013ad6b1112fc30c004) AuthConfig (aa8934811de4de226ed58fa102c3f81ebba980bc82f908f901eb350b6398182c) AuthConfig (0e16a02bb9ec9d54f4ac152590af513e17bbe047d26bc648a4713e8a7c0b796f) AuthConfig (f8127aa578529d2e34a35451b79ba30c645b02f94df66bf4488b09e1b13ae187) AuthConfig (72caf46dae9fe0088c1f779cd468b7fb66ba49af22df0324b40b892b7c857043) AuthConfig (f13a0da8b101fb07b97a431dc942f81dd0bbdc060a1ab841eabf8a35d08378d6) AuthConfig (367523cfb64ff15643874e12a833388388fc16133685d340da1773f6658b212b) AuthConfig (6daba5f992d86499dfa63ba37eab60429d1fa54b9c32f70d5c6fc137c22856c8) AuthConfig (3e864bb2ced7b695cbdc42e5017af9550537501b27c411348a9f968789a8d2dc) AuthConfig (c187b6eaf0a2f2f78ef939e8d4d5982e4a0d11881ec0c01c6ae22143e01d5004)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"4bf60c91-99ae-48e9-ad47-f4690906053c","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:30.586827483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"9a82b7cf-ae1c-4be8-ae0a-136318988110","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:30.586848931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"9a82b7cf-ae1c-4be8-ae0a-136318988110","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:32.224938336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"8ba11c75-5e8f-42dc-b382-3e61817a2be6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3edc8c","tenantID":"e2e-inf-b-3edc8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:32.342285636Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"8ba11c75-5e8f-42dc-b382-3e61817a2be6","name":"e2e-inf-b-3edc8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:36.350227242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"1d44602d-9841-4ba7-a530-0bd4c47fb648","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:36.350254363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"1d44602d-9841-4ba7-a530-0bd4c47fb648","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:40.654858223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"4ad87d9c-043c-4edb-8397-bfcba23d014e","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:40.654893044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"4ad87d9c-043c-4edb-8397-bfcba23d014e","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:40.693471048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"e58c0cb7-ee3d-4a64-bab1-1ed290065cb9","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:40.750733585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"e58c0cb7-ee3d-4a64-bab1-1ed290065cb9","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:40.807000101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd28e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cadecb3d2ef581770e646697462759b8615722ad8d0b026b89324f6cb5d392aa) AuthConfig (403e08f9aeed9b497fb896168a8e5d7c6facf69a0be078825d4f61515393c456) AuthConfig (89d1e03cf510ae9e93c27877d61a85513dda02d18210dac5de2981a1a398610b) AuthConfig (40e0cb771c648ceb2a0ee3a2669e598e6360431b7118a681dc3e080f465910f4) AuthConfig (d5c5afa43fd153c7ea0a9f6f0aa657a3f4d2a605f5188a2c66e3bf70af6aac86) AuthConfig (9258bd062de71b431eeb8ed2e8ac47c2288690f36daec361e334d63873c04b93) AuthConfig (8088445f84c874d08dcf507767903e3660b0eba8325e73461dadbd53a0ba8dee) AuthConfig (57403378ca66f5ca9436f0980505edcace47bc462ed2626ebe90a650020f07fc) AuthConfig (6b8c2c1d0ad8500090d8712218e9f2ad0ae4868196347013ad6b1112fc30c004) AuthConfig (aa8934811de4de226ed58fa102c3f81ebba980bc82f908f901eb350b6398182c) AuthConfig (0e16a02bb9ec9d54f4ac152590af513e17bbe047d26bc648a4713e8a7c0b796f) AuthConfig (f8127aa578529d2e34a35451b79ba30c645b02f94df66bf4488b09e1b13ae187) AuthConfig (72caf46dae9fe0088c1f779cd468b7fb66ba49af22df0324b40b892b7c857043) AuthConfig (f13a0da8b101fb07b97a431dc942f81dd0bbdc060a1ab841eabf8a35d08378d6) AuthConfig (367523cfb64ff15643874e12a833388388fc16133685d340da1773f6658b212b) AuthConfig (6daba5f992d86499dfa63ba37eab60429d1fa54b9c32f70d5c6fc137c22856c8) AuthConfig (3e864bb2ced7b695cbdc42e5017af9550537501b27c411348a9f968789a8d2dc) AuthConfig (c187b6eaf0a2f2f78ef939e8d4d5982e4a0d11881ec0c01c6ae22143e01d5004)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"e58c0cb7-ee3d-4a64-bab1-1ed290065cb9","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:41.783228352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"95307e46-43a6-40e1-98c0-c8ac781088d1","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:41.783258361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"95307e46-43a6-40e1-98c0-c8ac781088d1","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:41.839294683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"2b50c8a6-6dfa-4247-9396-745820199cf1","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:41.839317416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"2b50c8a6-6dfa-4247-9396-745820199cf1","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:41.945406669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"ca9fda6e-ed2a-48ef-9f3a-9bd16f2d4353","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:42.070370628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"ca9fda6e-ed2a-48ef-9f3a-9bd16f2d4353","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:42.126398046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"ca9fda6e-ed2a-48ef-9f3a-9bd16f2d4353","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:42.184836587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"717080c3-a6cd-4f79-9864-0c7a6828950b","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:42.184857251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"717080c3-a6cd-4f79-9864-0c7a6828950b","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:42.22170505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c6dbe3c3-0ef6-4780-8b3e-76ce03ec09b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b5e8794c","tenantID":"e2e-mt-b5e8794c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:42.338826517Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c6dbe3c3-0ef6-4780-8b3e-76ce03ec09b8","name":"e2e-mt-b5e8794c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:42.653922105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:50.919231623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"1c61c1fd-fff1-4a4f-b66e-16528ce6797e","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:50.976556986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"1c61c1fd-fff1-4a4f-b66e-16528ce6797e","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:51.033487497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd28e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cadecb3d2ef581770e646697462759b8615722ad8d0b026b89324f6cb5d392aa) AuthConfig (403e08f9aeed9b497fb896168a8e5d7c6facf69a0be078825d4f61515393c456) AuthConfig (89d1e03cf510ae9e93c27877d61a85513dda02d18210dac5de2981a1a398610b) AuthConfig (40e0cb771c648ceb2a0ee3a2669e598e6360431b7118a681dc3e080f465910f4) AuthConfig (d5c5afa43fd153c7ea0a9f6f0aa657a3f4d2a605f5188a2c66e3bf70af6aac86) AuthConfig (9258bd062de71b431eeb8ed2e8ac47c2288690f36daec361e334d63873c04b93) AuthConfig (8088445f84c874d08dcf507767903e3660b0eba8325e73461dadbd53a0ba8dee) AuthConfig (57403378ca66f5ca9436f0980505edcace47bc462ed2626ebe90a650020f07fc) AuthConfig (6b8c2c1d0ad8500090d8712218e9f2ad0ae4868196347013ad6b1112fc30c004) AuthConfig (aa8934811de4de226ed58fa102c3f81ebba980bc82f908f901eb350b6398182c) AuthConfig (0e16a02bb9ec9d54f4ac152590af513e17bbe047d26bc648a4713e8a7c0b796f) AuthConfig (f8127aa578529d2e34a35451b79ba30c645b02f94df66bf4488b09e1b13ae187) AuthConfig (72caf46dae9fe0088c1f779cd468b7fb66ba49af22df0324b40b892b7c857043) AuthConfig (f13a0da8b101fb07b97a431dc942f81dd0bbdc060a1ab841eabf8a35d08378d6) AuthConfig (367523cfb64ff15643874e12a833388388fc16133685d340da1773f6658b212b) AuthConfig (6daba5f992d86499dfa63ba37eab60429d1fa54b9c32f70d5c6fc137c22856c8) AuthConfig (3e864bb2ced7b695cbdc42e5017af9550537501b27c411348a9f968789a8d2dc) AuthConfig (c187b6eaf0a2f2f78ef939e8d4d5982e4a0d11881ec0c01c6ae22143e01d5004)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"1c61c1fd-fff1-4a4f-b66e-16528ce6797e","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:52.292116034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"b324f44e-2b49-4896-a609-536cff14be10","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:52.350531888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"b324f44e-2b49-4896-a609-536cff14be10","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:22:52.406440764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"b324f44e-2b49-4896-a609-536cff14be10","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:01.140879379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"9950eeae-b142-4625-80cd-2b74f73d5032","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:01.199831527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"9950eeae-b142-4625-80cd-2b74f73d5032","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:01.257064149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-dd28e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cadecb3d2ef581770e646697462759b8615722ad8d0b026b89324f6cb5d392aa) AuthConfig (403e08f9aeed9b497fb896168a8e5d7c6facf69a0be078825d4f61515393c456) AuthConfig (89d1e03cf510ae9e93c27877d61a85513dda02d18210dac5de2981a1a398610b) AuthConfig (40e0cb771c648ceb2a0ee3a2669e598e6360431b7118a681dc3e080f465910f4) AuthConfig (d5c5afa43fd153c7ea0a9f6f0aa657a3f4d2a605f5188a2c66e3bf70af6aac86) AuthConfig (9258bd062de71b431eeb8ed2e8ac47c2288690f36daec361e334d63873c04b93) AuthConfig (8088445f84c874d08dcf507767903e3660b0eba8325e73461dadbd53a0ba8dee) AuthConfig (57403378ca66f5ca9436f0980505edcace47bc462ed2626ebe90a650020f07fc) AuthConfig (6b8c2c1d0ad8500090d8712218e9f2ad0ae4868196347013ad6b1112fc30c004) AuthConfig (aa8934811de4de226ed58fa102c3f81ebba980bc82f908f901eb350b6398182c) AuthConfig (0e16a02bb9ec9d54f4ac152590af513e17bbe047d26bc648a4713e8a7c0b796f) AuthConfig (f8127aa578529d2e34a35451b79ba30c645b02f94df66bf4488b09e1b13ae187) AuthConfig (72caf46dae9fe0088c1f779cd468b7fb66ba49af22df0324b40b892b7c857043) AuthConfig (f13a0da8b101fb07b97a431dc942f81dd0bbdc060a1ab841eabf8a35d08378d6) AuthConfig (367523cfb64ff15643874e12a833388388fc16133685d340da1773f6658b212b) AuthConfig (6daba5f992d86499dfa63ba37eab60429d1fa54b9c32f70d5c6fc137c22856c8) AuthConfig (3e864bb2ced7b695cbdc42e5017af9550537501b27c411348a9f968789a8d2dc) AuthConfig (c187b6eaf0a2f2f78ef939e8d4d5982e4a0d11881ec0c01c6ae22143e01d5004)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"9950eeae-b142-4625-80cd-2b74f73d5032","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:02.516455263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"365e7956-1f66-4222-87b7-724bb768c322","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:02.573853767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"365e7956-1f66-4222-87b7-724bb768c322","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:02.630140484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"365e7956-1f66-4222-87b7-724bb768c322","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:11.364806907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"4680e87a-455c-4b37-b37c-87d8757e2ffe","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:11.422214325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"4680e87a-455c-4b37-b37c-87d8757e2ffe","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:11.74349952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"22a5a768-8f0d-4db7-a0d8-0afb98c98f5c","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:11.743526254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"22a5a768-8f0d-4db7-a0d8-0afb98c98f5c","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:12.65336114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:12.73809915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"4f932185-af0e-4e78-ae32-255c779a270b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:12.796453929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"4f932185-af0e-4e78-ae32-255c779a270b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:12.85371264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (059aa363c4f5743984f4a4750b299221d4153361bba88fb44779ada6b736d06a) AuthConfig (65ad30c331bd08b64f99c2bfc9d23db3979d37b9d3b916cb76d08a0dfabf963a) AuthConfig (cee3ed5de102b63f4fd0d549002d21484e590243e6bb220ff26d56c71481f262) AuthConfig (c5421eebe7da7086c1d4756a4f69af5cdd7ec596e7f07e8aff73f29facff31ae) AuthConfig (6d702678bda1dfc9e3eeb362adcee5bc69be4839840717fadfcf3f540bbad15d) AuthConfig (85484301f7aa6f30a87b224096575af8d7beea83a8ccf5091f246a4cb028e31b) AuthConfig (55a7427f941cf70e3504be7b1faaabc3224d15aa575a45663edd720843ebc89b) AuthConfig (376d56a711fbb2b29d7c46a8a0998936174b738443f0db294a13f85fd8478a94) AuthConfig (ad5aa9665d52830893fb4af1a6c52222eff28c5437dcf9fe501cab6f82aeaea0) AuthConfig (8b7e784474461510a9d9970d39fe03c297fc6f9a5f80873c40898bdfcb389e5f) AuthConfig (04ef5a9f5a54464f8dc13ab6c0af24178bef36e48dd84e92297e1f685bae9a8a) AuthConfig (71e8c9bf81b77581f96b1cca4bb909b8434efbbb06bf9c9ec1aa5c8f412b9c76) AuthConfig (7482755e6f782100b8480fa82045aac768a6400e192241b0d0cf93403dad8edb) AuthConfig (92c755f42520a16c18887562f8b0dd82ce78b0c009a03cf56621703050a4589e) AuthConfig (ccba7a9b1f6fb13d16375041d5707e71f92b68b4e5eb52e231100015ff08ef4b) AuthConfig (d03cda72cd19a4be8449b91e7c0874bc3615d892fbc822ada2024e8c1dc8bd56) AuthConfig (ae47fb19c324c072c578abb0ac24ae029fef313aee06a65794451952fe00b10b) AuthConfig (c3ead856f0c0807270869b6a467d9281b93eaaa8c65e788c4b6393073db2cbe8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"4f932185-af0e-4e78-ae32-255c779a270b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:12.912626367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"ae55f9e9-5356-43aa-a736-7e2df3f99ac2","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:12.912656099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"ae55f9e9-5356-43aa-a736-7e2df3f99ac2","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.194962139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"4aaeff3b-42c5-4a0d-86d8-1f5db193565f","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.194986442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"4aaeff3b-42c5-4a0d-86d8-1f5db193565f","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.259517608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"8bf67d59-b37a-4e9f-b96b-764d465343a3","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.259546743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"8bf67d59-b37a-4e9f-b96b-764d465343a3","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:23:13.302113824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"723f7d9a-4380-45b0-84af-ff12758f665c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-dd28e6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.30229877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"7dd21d5e-3c14-4f82-88f7-89264b8d4480","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.36271674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"7dd21d5e-3c14-4f82-88f7-89264b8d4480","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.409035166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"85506344-b37e-4dc0-8e4b-fe8cf7e3c5c0","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.409054524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"85506344-b37e-4dc0-8e4b-fe8cf7e3c5c0","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.464870572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"d7e0e03d-c670-4f28-a7ae-ad842a8f497c","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.464895762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"d7e0e03d-c670-4f28-a7ae-ad842a8f497c","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.676681166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"037b0e58-1a57-463b-a166-88a3926df748","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.681733729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"b9c70461-32cf-4f62-9a61-29b54dc6880c","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"maas-trlp-test-model-dd28e6","model":"test-model-dd28e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.735244555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"037b0e58-1a57-463b-a166-88a3926df748","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.85140033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"c77a73e1-4a8b-492b-a59b-f89077296173","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:13.851426426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"c77a73e1-4a8b-492b-a59b-f89077296173","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:14.067191287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"40075593-a935-4ee6-a040-10fd95def8b3","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"maas-trlp-test-model-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:23.020463336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"02fc9bbd-5f41-4ce1-8b7e-e3a5057475eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:23.07802417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"02fc9bbd-5f41-4ce1-8b7e-e3a5057475eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:23.134987472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (059aa363c4f5743984f4a4750b299221d4153361bba88fb44779ada6b736d06a) AuthConfig (65ad30c331bd08b64f99c2bfc9d23db3979d37b9d3b916cb76d08a0dfabf963a) AuthConfig (cee3ed5de102b63f4fd0d549002d21484e590243e6bb220ff26d56c71481f262) AuthConfig (c5421eebe7da7086c1d4756a4f69af5cdd7ec596e7f07e8aff73f29facff31ae) AuthConfig (6d702678bda1dfc9e3eeb362adcee5bc69be4839840717fadfcf3f540bbad15d) AuthConfig (85484301f7aa6f30a87b224096575af8d7beea83a8ccf5091f246a4cb028e31b) AuthConfig (55a7427f941cf70e3504be7b1faaabc3224d15aa575a45663edd720843ebc89b) AuthConfig (376d56a711fbb2b29d7c46a8a0998936174b738443f0db294a13f85fd8478a94) AuthConfig (ad5aa9665d52830893fb4af1a6c52222eff28c5437dcf9fe501cab6f82aeaea0) AuthConfig (8b7e784474461510a9d9970d39fe03c297fc6f9a5f80873c40898bdfcb389e5f) AuthConfig (04ef5a9f5a54464f8dc13ab6c0af24178bef36e48dd84e92297e1f685bae9a8a) AuthConfig (71e8c9bf81b77581f96b1cca4bb909b8434efbbb06bf9c9ec1aa5c8f412b9c76) AuthConfig (7482755e6f782100b8480fa82045aac768a6400e192241b0d0cf93403dad8edb) AuthConfig (92c755f42520a16c18887562f8b0dd82ce78b0c009a03cf56621703050a4589e) AuthConfig (ccba7a9b1f6fb13d16375041d5707e71f92b68b4e5eb52e231100015ff08ef4b) AuthConfig (d03cda72cd19a4be8449b91e7c0874bc3615d892fbc822ada2024e8c1dc8bd56) AuthConfig (ae47fb19c324c072c578abb0ac24ae029fef313aee06a65794451952fe00b10b) AuthConfig (c3ead856f0c0807270869b6a467d9281b93eaaa8c65e788c4b6393073db2cbe8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"02fc9bbd-5f41-4ce1-8b7e-e3a5057475eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:33.243043475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"98efd55f-be7d-45ad-a3d2-05f3e6fabffc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:33.30035513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"98efd55f-be7d-45ad-a3d2-05f3e6fabffc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:33.356551217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (059aa363c4f5743984f4a4750b299221d4153361bba88fb44779ada6b736d06a) AuthConfig (65ad30c331bd08b64f99c2bfc9d23db3979d37b9d3b916cb76d08a0dfabf963a) AuthConfig (cee3ed5de102b63f4fd0d549002d21484e590243e6bb220ff26d56c71481f262) AuthConfig (c5421eebe7da7086c1d4756a4f69af5cdd7ec596e7f07e8aff73f29facff31ae) AuthConfig (6d702678bda1dfc9e3eeb362adcee5bc69be4839840717fadfcf3f540bbad15d) AuthConfig (85484301f7aa6f30a87b224096575af8d7beea83a8ccf5091f246a4cb028e31b) AuthConfig (55a7427f941cf70e3504be7b1faaabc3224d15aa575a45663edd720843ebc89b) AuthConfig (376d56a711fbb2b29d7c46a8a0998936174b738443f0db294a13f85fd8478a94) AuthConfig (ad5aa9665d52830893fb4af1a6c52222eff28c5437dcf9fe501cab6f82aeaea0) AuthConfig (8b7e784474461510a9d9970d39fe03c297fc6f9a5f80873c40898bdfcb389e5f) AuthConfig (04ef5a9f5a54464f8dc13ab6c0af24178bef36e48dd84e92297e1f685bae9a8a) AuthConfig (71e8c9bf81b77581f96b1cca4bb909b8434efbbb06bf9c9ec1aa5c8f412b9c76) AuthConfig (7482755e6f782100b8480fa82045aac768a6400e192241b0d0cf93403dad8edb) AuthConfig (92c755f42520a16c18887562f8b0dd82ce78b0c009a03cf56621703050a4589e) AuthConfig (ccba7a9b1f6fb13d16375041d5707e71f92b68b4e5eb52e231100015ff08ef4b) AuthConfig (d03cda72cd19a4be8449b91e7c0874bc3615d892fbc822ada2024e8c1dc8bd56) AuthConfig (ae47fb19c324c072c578abb0ac24ae029fef313aee06a65794451952fe00b10b) AuthConfig (c3ead856f0c0807270869b6a467d9281b93eaaa8c65e788c4b6393073db2cbe8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"98efd55f-be7d-45ad-a3d2-05f3e6fabffc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:41.809617961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"e799fe4a-6a07-47ec-9fc8-38307c4e3cd5","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"maas-trlp-test-model-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:41.9790968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"573860b8-e5e5-4442-b7db-e89900e3daf9","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:41.97912458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"573860b8-e5e5-4442-b7db-e89900e3daf9","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:42.57061987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"49c9c635-8543-4b8c-a6d4-05911f479c11","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:42.638567587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"49c9c635-8543-4b8c-a6d4-05911f479c11","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:42.676635783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:43.463727408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"2e473161-2435-45f9-ab46-d95abdd267b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:43.520858591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"2e473161-2435-45f9-ab46-d95abdd267b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:43.839993974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"c8b35903-36a6-49bb-aee0-2eb0b2969035","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:43.840020536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"c8b35903-36a6-49bb-aee0-2eb0b2969035","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:45.021638754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"c898911b-ff80-488b-a10c-2bb779b19621","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:45.021671526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"c898911b-ff80-488b-a10c-2bb779b19621","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:48.951972618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"ad410ad4-1136-4070-b840-c8254267e3a9","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:48.9519956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"ad410ad4-1136-4070-b840-c8254267e3a9","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:49.010984845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"638a5992-631b-4ac3-99ac-ff4eb0c8bcdb","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:49.011007883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"638a5992-631b-4ac3-99ac-ff4eb0c8bcdb","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:49.117489698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"e7d25519-b548-470e-b74b-8a1ca65a1468","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:49.241478692Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"e7d25519-b548-470e-b74b-8a1ca65a1468","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:49.297768653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"e7d25519-b548-470e-b74b-8a1ca65a1468","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:49.355802129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"db1bb56c-e050-4214-88da-bd56b7bb152e","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:49.355821778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"db1bb56c-e050-4214-88da-bd56b7bb152e","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.463070964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"afdce04d-d05e-4d07-a875-4c560d045bbe","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.463089595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"afdce04d-d05e-4d07-a875-4c560d045bbe","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.521180431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"1afe3f60-9bae-4b67-921e-5138ae199f3a","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.521205767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"1afe3f60-9bae-4b67-921e-5138ae199f3a","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.627588919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"38a36753-2def-42d4-ac39-2ef8d7d3522a","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.751448562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"38a36753-2def-42d4-ac39-2ef8d7d3522a","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.807597477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cf2a53-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"38a36753-2def-42d4-ac39-2ef8d7d3522a","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.865587759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"9c1f3002-26c9-43cf-a14a-dd64d96fd7c0","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:50.865605508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"9c1f3002-26c9-43cf-a14a-dd64d96fd7c0","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:59.407055624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"1aca2c51-a464-428f-a53a-27ab2116fef6","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:59.407091588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"1aca2c51-a464-428f-a53a-27ab2116fef6","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:59.465650919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"2852436a-6448-4a2b-a47b-4ef38dde6c1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:59.52490776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"2852436a-6448-4a2b-a47b-4ef38dde6c1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:23:59.581051485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"2852436a-6448-4a2b-a47b-4ef38dde6c1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:00.974070641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"697e079c-e3bd-4f37-a918-7cfbd296d5a4","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:01.033092224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"697e079c-e3bd-4f37-a918-7cfbd296d5a4","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:01.089763649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cf2a53-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"697e079c-e3bd-4f37-a918-7cfbd296d5a4","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:04.815970926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"47236b1b-1a48-4a2d-8502-3ec34eef43de","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:04.815989622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"47236b1b-1a48-4a2d-8502-3ec34eef43de","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:04.872218119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"2c6516db-63ce-43f8-ba97-e24354140d44","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:04.872237555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"2c6516db-63ce-43f8-ba97-e24354140d44","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:04.978661475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"b4c0e3dc-4a15-4d71-8680-3e45af2c5140","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:05.10389802Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"b4c0e3dc-4a15-4d71-8680-3e45af2c5140","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:05.161797187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"b4c0e3dc-4a15-4d71-8680-3e45af2c5140","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:05.220097116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"8007f288-8a40-4f74-8097-923453f87e61","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:05.220119256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"8007f288-8a40-4f74-8097-923453f87e61","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:06.868041518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"6c4a1826-59d8-43ba-a799-967be04b931e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:06.989562171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13d1f22b-be32-448b-b77a-4231a5248607","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:07.479307044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"58825ec8-b17d-4455-9409-cdb6e1f52a19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:07.623585161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d7e363b-0fa6-493a-bbb1-6c8b0ce949c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:07.62440941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"b07c81a7-d437-4626-9225-3634b0adedad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:07.732536287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"343a0274-010c-42a8-bb12-6552983ef668","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:07.829079005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"b5400534-1991-4a38-9bbd-fdfa078b027f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:08.101726014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"685da294-ccc7-409d-b756-a8c2b777a73b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:08.346889174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"ed71c05c-a839-4556-adbf-21724726d7a7","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"maas-trlp-test-model-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:08.556713472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"8e142020-4572-444c-8bf2-69f9d7d1bec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:08.610238974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"13bea6e3-17c2-4938-8c2b-bbb7cf26a49b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:08.766093052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"7e9f2935-b128-4fd1-ae86-ab9f5b180183","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:08.823873852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"2cd33e91-7531-48da-945b-36be8ad070b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.231311858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60e771-cc11-43ef-8dec-8ee8c07c30a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.286061635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60e771-cc11-43ef-8dec-8ee8c07c30a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.340526562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60e771-cc11-43ef-8dec-8ee8c07c30a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.394837589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60e771-cc11-43ef-8dec-8ee8c07c30a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.718973709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"40cde7fc-00e3-4112-9274-7d427adc06aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.777210686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"40cde7fc-00e3-4112-9274-7d427adc06aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.83365045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4676855aaad0efd1f263930f7407a2242dda7211d0408fa3820678f475f20874) AuthConfig (a9353902ff809c3953ab78fb1a74b0913862deabf4e36537f31dcb1d590b46dd) AuthConfig (aa5865acb61f14eec3bcbdde417b12bdef516ceb89d09786d23726919283c8f2) AuthConfig (b0dda7ce592fb57a979446129e21c491a217f4c5c9a704c19a519ee42c367e92) AuthConfig (723ff56478b245706677de5d534bdca6f79a45abce147a872b1386591bf44cbc) AuthConfig (21c045f9fd9a65bcf44bc04d3fcb17d52c1649c95ac1f90f68dd01492045074d) AuthConfig (27c00f1160fee4edb42d2d932daa50752238a681b270e486550b0ccd674d7682) AuthConfig (a7d80a75dae47b36245f18223c45bf04ddce116b33459885543e64da9d9d1caa) AuthConfig (6e2c4c40ad28f1eeda9eca533706722536247311f5ede5be2cbe544e374719a6) AuthConfig (3d0d554392a2c25a1ce426beeffb3f2b91339d1b96f1197bf10fe0af0ece726b) AuthConfig (52afa67a4bb23da81788fa24144b809f70c5f20786bfc6a5c4e8bd0929485ee9) AuthConfig (8ccf868b0c716a18e90e502ebb2284ce90d5ee3fcd5779be4d996fb8a3d03b43) AuthConfig (848b20842f79c8cc02bec7966c894853251e29e5c14c8a4cff729041c180e15c) AuthConfig (f4ecce895af38f9134e1fa20d5bd1e91c0c47aeb2d6d3a1ff49cf2e9138234bb) AuthConfig (357c492c00cb28b26cd246d2e8f1f9086e6b25af6c039d953442c5371d3cf70a) AuthConfig (16fa7701b7d425ecd2db71ef9158baee753a6f3a0a2da1c3b4f412045e679280) AuthConfig (48e95544e68fc50e4e4e36c8679af44644ecbfb2cf7df51e27a09f30472eda9e) AuthConfig (ffaef4e77ab77e038e2181351f7ed710141739ce5f70351bf42c0606b9215e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"40cde7fc-00e3-4112-9274-7d427adc06aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.892187232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"547917dc-e13c-48b2-9f0d-612e06a328d0","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:09.892206711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"547917dc-e13c-48b2-9f0d-612e06a328d0","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.197188805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"09ab8b7b-3326-401b-a163-2ee178c11cd0","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.255021106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"09ab8b7b-3326-401b-a163-2ee178c11cd0","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.305874391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46bc2cb-60ef-49c8-94f8-841e74d78a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.359939807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46bc2cb-60ef-49c8-94f8-841e74d78a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.362343734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cf2a53-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae538932d8b6f49827040f7f8ca1b30791881c6e01c750e3bba7a11444701aef) AuthConfig (678ba96c8e01f3819132ce94ffb60abe123db2e883a2d335ec0ae1a65eebc9c2) AuthConfig (9da1cd647a32052e65257e603b4575d2cfa2f998b4bd573b105b322ee6d2cd51) AuthConfig (36f59cd489a1a8c6b8aace4eaab9de289e5f767b7a794a974802f9cb2d951613) AuthConfig (01fd84c9f653a29a2a0291503f14873693d890a0d697fa12b20b5b1ea0b13434) AuthConfig (5a40698293ed44103a2b127c08980b4704f79ba3d5f07cb6981daedc8d4d99d4) AuthConfig (75422695f1d128b0d1545739622bea2225ae8c48899cc84d91003457e1161238) AuthConfig (c81789e1553bf7e7d1d0740e3a95011d3c200b400ce15c0a79e4cb90668180c5) AuthConfig (8f54956d96e36043013f1cad22e658a30f7234238f4c6ac115015e6cb72c53af) AuthConfig (d4c683e7155828a798af50a301faea067a965501f891b81ab087cb5c27a019e0) AuthConfig (d66ae91b6f3f592a7cc55ee10763ab8e59850dd205657f8d1e061c0d7024852a) AuthConfig (b4c56341c5c36a21e698500bb292840aa96122e63d2198e4b4fc18b93329e457) AuthConfig (a9c4f48d62ee69c54ae779d6c76b9fe145dd93b97bc6ee8b7f8cdf551f7e1301) AuthConfig (cef0f4c4be2f6db7ef6ec330309895be984f5a86740e00b7ff2f97edfd998522) AuthConfig (054d560df1f705c436811daf8d1ea086ac0e3e8dc41620c9afc84b49127ca106) AuthConfig (0b3150ef82234069264c1ae3ab23e26e2411f4a59c3e35b9bd0696949df8b07c) AuthConfig (a234aedd33a300d9ddb29b5cc4775d742e324acc4eba36683fda82c514ca4df7) AuthConfig (0341dd3343c276503041c15c999e18fc35f75cca81eacac744dd9469ae745026)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"09ab8b7b-3326-401b-a163-2ee178c11cd0","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.41375516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46bc2cb-60ef-49c8-94f8-841e74d78a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.467675518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46bc2cb-60ef-49c8-94f8-841e74d78a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.472780021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"a9d3d22a-a233-48fa-80fc-98a0fdb5923b","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:11.472798707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"a9d3d22a-a233-48fa-80fc-98a0fdb5923b","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:12.656062131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:13.40831423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb4f5f6-ffe6-4719-a447-c7913826184d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:13.462085357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb4f5f6-ffe6-4719-a447-c7913826184d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:13.515866846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb4f5f6-ffe6-4719-a447-c7913826184d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:13.57147795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb4f5f6-ffe6-4719-a447-c7913826184d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:15.328030826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"022c5611-96af-4a15-9a12-5c38f91bfa11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:15.387290184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"022c5611-96af-4a15-9a12-5c38f91bfa11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:15.444727394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"022c5611-96af-4a15-9a12-5c38f91bfa11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:15.493012481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00dd9ea-af2c-468f-8c6a-4926d6e964b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:15.546895426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00dd9ea-af2c-468f-8c6a-4926d6e964b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:15.600556846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00dd9ea-af2c-468f-8c6a-4926d6e964b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:15.654301237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00dd9ea-af2c-468f-8c6a-4926d6e964b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:17.600159153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd397dc-5f7f-44f2-a699-727f33a8e5c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:17.654191003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd397dc-5f7f-44f2-a699-727f33a8e5c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:17.70931068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd397dc-5f7f-44f2-a699-727f33a8e5c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:17.764536441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd397dc-5f7f-44f2-a699-727f33a8e5c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:20.000554408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"31b22c32-b792-4704-8c91-3b4fe3e7f364","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:20.059751903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"31b22c32-b792-4704-8c91-3b4fe3e7f364","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:20.116124676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4676855aaad0efd1f263930f7407a2242dda7211d0408fa3820678f475f20874) AuthConfig (a9353902ff809c3953ab78fb1a74b0913862deabf4e36537f31dcb1d590b46dd) AuthConfig (aa5865acb61f14eec3bcbdde417b12bdef516ceb89d09786d23726919283c8f2) AuthConfig (b0dda7ce592fb57a979446129e21c491a217f4c5c9a704c19a519ee42c367e92) AuthConfig (723ff56478b245706677de5d534bdca6f79a45abce147a872b1386591bf44cbc) AuthConfig (21c045f9fd9a65bcf44bc04d3fcb17d52c1649c95ac1f90f68dd01492045074d) AuthConfig (27c00f1160fee4edb42d2d932daa50752238a681b270e486550b0ccd674d7682) AuthConfig (a7d80a75dae47b36245f18223c45bf04ddce116b33459885543e64da9d9d1caa) AuthConfig (6e2c4c40ad28f1eeda9eca533706722536247311f5ede5be2cbe544e374719a6) AuthConfig (3d0d554392a2c25a1ce426beeffb3f2b91339d1b96f1197bf10fe0af0ece726b) AuthConfig (52afa67a4bb23da81788fa24144b809f70c5f20786bfc6a5c4e8bd0929485ee9) AuthConfig (8ccf868b0c716a18e90e502ebb2284ce90d5ee3fcd5779be4d996fb8a3d03b43) AuthConfig (848b20842f79c8cc02bec7966c894853251e29e5c14c8a4cff729041c180e15c) AuthConfig (f4ecce895af38f9134e1fa20d5bd1e91c0c47aeb2d6d3a1ff49cf2e9138234bb) AuthConfig (357c492c00cb28b26cd246d2e8f1f9086e6b25af6c039d953442c5371d3cf70a) AuthConfig (16fa7701b7d425ecd2db71ef9158baee753a6f3a0a2da1c3b4f412045e679280) AuthConfig (48e95544e68fc50e4e4e36c8679af44644ecbfb2cf7df51e27a09f30472eda9e) AuthConfig (ffaef4e77ab77e038e2181351f7ed710141739ce5f70351bf42c0606b9215e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"31b22c32-b792-4704-8c91-3b4fe3e7f364","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:21.581054467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"5720a574-26b8-4d12-9d69-efa0e3bdfb94","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:21.638750315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"5720a574-26b8-4d12-9d69-efa0e3bdfb94","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:21.694996764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cf2a53-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae538932d8b6f49827040f7f8ca1b30791881c6e01c750e3bba7a11444701aef) AuthConfig (678ba96c8e01f3819132ce94ffb60abe123db2e883a2d335ec0ae1a65eebc9c2) AuthConfig (9da1cd647a32052e65257e603b4575d2cfa2f998b4bd573b105b322ee6d2cd51) AuthConfig (36f59cd489a1a8c6b8aace4eaab9de289e5f767b7a794a974802f9cb2d951613) AuthConfig (01fd84c9f653a29a2a0291503f14873693d890a0d697fa12b20b5b1ea0b13434) AuthConfig (5a40698293ed44103a2b127c08980b4704f79ba3d5f07cb6981daedc8d4d99d4) AuthConfig (75422695f1d128b0d1545739622bea2225ae8c48899cc84d91003457e1161238) AuthConfig (c81789e1553bf7e7d1d0740e3a95011d3c200b400ce15c0a79e4cb90668180c5) AuthConfig (8f54956d96e36043013f1cad22e658a30f7234238f4c6ac115015e6cb72c53af) AuthConfig (d4c683e7155828a798af50a301faea067a965501f891b81ab087cb5c27a019e0) AuthConfig (d66ae91b6f3f592a7cc55ee10763ab8e59850dd205657f8d1e061c0d7024852a) AuthConfig (b4c56341c5c36a21e698500bb292840aa96122e63d2198e4b4fc18b93329e457) AuthConfig (a9c4f48d62ee69c54ae779d6c76b9fe145dd93b97bc6ee8b7f8cdf551f7e1301) AuthConfig (cef0f4c4be2f6db7ef6ec330309895be984f5a86740e00b7ff2f97edfd998522) AuthConfig (054d560df1f705c436811daf8d1ea086ac0e3e8dc41620c9afc84b49127ca106) AuthConfig (0b3150ef82234069264c1ae3ab23e26e2411f4a59c3e35b9bd0696949df8b07c) AuthConfig (a234aedd33a300d9ddb29b5cc4775d742e324acc4eba36683fda82c514ca4df7) AuthConfig (0341dd3343c276503041c15c999e18fc35f75cca81eacac744dd9469ae745026)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"5720a574-26b8-4d12-9d69-efa0e3bdfb94","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:25.552984837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"911638e7-9472-41ee-b5e8-50bb77d2ceb1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:25.610760262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"911638e7-9472-41ee-b5e8-50bb77d2ceb1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:25.666914366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"911638e7-9472-41ee-b5e8-50bb77d2ceb1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:30.223729193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"36b6b934-aa6a-4a75-a420-c217a65fcc0a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:30.281308766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"36b6b934-aa6a-4a75-a420-c217a65fcc0a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:30.337294715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4676855aaad0efd1f263930f7407a2242dda7211d0408fa3820678f475f20874) AuthConfig (a9353902ff809c3953ab78fb1a74b0913862deabf4e36537f31dcb1d590b46dd) AuthConfig (aa5865acb61f14eec3bcbdde417b12bdef516ceb89d09786d23726919283c8f2) AuthConfig (b0dda7ce592fb57a979446129e21c491a217f4c5c9a704c19a519ee42c367e92) AuthConfig (723ff56478b245706677de5d534bdca6f79a45abce147a872b1386591bf44cbc) AuthConfig (21c045f9fd9a65bcf44bc04d3fcb17d52c1649c95ac1f90f68dd01492045074d) AuthConfig (27c00f1160fee4edb42d2d932daa50752238a681b270e486550b0ccd674d7682) AuthConfig (a7d80a75dae47b36245f18223c45bf04ddce116b33459885543e64da9d9d1caa) AuthConfig (6e2c4c40ad28f1eeda9eca533706722536247311f5ede5be2cbe544e374719a6) AuthConfig (3d0d554392a2c25a1ce426beeffb3f2b91339d1b96f1197bf10fe0af0ece726b) AuthConfig (52afa67a4bb23da81788fa24144b809f70c5f20786bfc6a5c4e8bd0929485ee9) AuthConfig (8ccf868b0c716a18e90e502ebb2284ce90d5ee3fcd5779be4d996fb8a3d03b43) AuthConfig (848b20842f79c8cc02bec7966c894853251e29e5c14c8a4cff729041c180e15c) AuthConfig (f4ecce895af38f9134e1fa20d5bd1e91c0c47aeb2d6d3a1ff49cf2e9138234bb) AuthConfig (357c492c00cb28b26cd246d2e8f1f9086e6b25af6c039d953442c5371d3cf70a) AuthConfig (16fa7701b7d425ecd2db71ef9158baee753a6f3a0a2da1c3b4f412045e679280) AuthConfig (48e95544e68fc50e4e4e36c8679af44644ecbfb2cf7df51e27a09f30472eda9e) AuthConfig (ffaef4e77ab77e038e2181351f7ed710141739ce5f70351bf42c0606b9215e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"36b6b934-aa6a-4a75-a420-c217a65fcc0a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:31.803988742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"a480f758-dd25-45f1-9db3-bbc62c34d26d","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:31.861464538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"a480f758-dd25-45f1-9db3-bbc62c34d26d","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:31.917323792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cf2a53-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae538932d8b6f49827040f7f8ca1b30791881c6e01c750e3bba7a11444701aef) AuthConfig (678ba96c8e01f3819132ce94ffb60abe123db2e883a2d335ec0ae1a65eebc9c2) AuthConfig (9da1cd647a32052e65257e603b4575d2cfa2f998b4bd573b105b322ee6d2cd51) AuthConfig (36f59cd489a1a8c6b8aace4eaab9de289e5f767b7a794a974802f9cb2d951613) AuthConfig (01fd84c9f653a29a2a0291503f14873693d890a0d697fa12b20b5b1ea0b13434) AuthConfig (5a40698293ed44103a2b127c08980b4704f79ba3d5f07cb6981daedc8d4d99d4) AuthConfig (75422695f1d128b0d1545739622bea2225ae8c48899cc84d91003457e1161238) AuthConfig (c81789e1553bf7e7d1d0740e3a95011d3c200b400ce15c0a79e4cb90668180c5) AuthConfig (8f54956d96e36043013f1cad22e658a30f7234238f4c6ac115015e6cb72c53af) AuthConfig (d4c683e7155828a798af50a301faea067a965501f891b81ab087cb5c27a019e0) AuthConfig (d66ae91b6f3f592a7cc55ee10763ab8e59850dd205657f8d1e061c0d7024852a) AuthConfig (b4c56341c5c36a21e698500bb292840aa96122e63d2198e4b4fc18b93329e457) AuthConfig (a9c4f48d62ee69c54ae779d6c76b9fe145dd93b97bc6ee8b7f8cdf551f7e1301) AuthConfig (cef0f4c4be2f6db7ef6ec330309895be984f5a86740e00b7ff2f97edfd998522) AuthConfig (054d560df1f705c436811daf8d1ea086ac0e3e8dc41620c9afc84b49127ca106) AuthConfig (0b3150ef82234069264c1ae3ab23e26e2411f4a59c3e35b9bd0696949df8b07c) AuthConfig (a234aedd33a300d9ddb29b5cc4775d742e324acc4eba36683fda82c514ca4df7) AuthConfig (0341dd3343c276503041c15c999e18fc35f75cca81eacac744dd9469ae745026)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"a480f758-dd25-45f1-9db3-bbc62c34d26d","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:35.774511167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"72198478-6411-4fb9-b59f-0141ebf8f5fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:35.832392592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"72198478-6411-4fb9-b59f-0141ebf8f5fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:35.888083146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"72198478-6411-4fb9-b59f-0141ebf8f5fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:40.44773127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"7f063e3a-e008-42fd-9cdd-24eac839a34a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:40.505036709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"7f063e3a-e008-42fd-9cdd-24eac839a34a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:40.561239299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4676855aaad0efd1f263930f7407a2242dda7211d0408fa3820678f475f20874) AuthConfig (a9353902ff809c3953ab78fb1a74b0913862deabf4e36537f31dcb1d590b46dd) AuthConfig (aa5865acb61f14eec3bcbdde417b12bdef516ceb89d09786d23726919283c8f2) AuthConfig (b0dda7ce592fb57a979446129e21c491a217f4c5c9a704c19a519ee42c367e92) AuthConfig (723ff56478b245706677de5d534bdca6f79a45abce147a872b1386591bf44cbc) AuthConfig (21c045f9fd9a65bcf44bc04d3fcb17d52c1649c95ac1f90f68dd01492045074d) AuthConfig (27c00f1160fee4edb42d2d932daa50752238a681b270e486550b0ccd674d7682) AuthConfig (a7d80a75dae47b36245f18223c45bf04ddce116b33459885543e64da9d9d1caa) AuthConfig (6e2c4c40ad28f1eeda9eca533706722536247311f5ede5be2cbe544e374719a6) AuthConfig (3d0d554392a2c25a1ce426beeffb3f2b91339d1b96f1197bf10fe0af0ece726b) AuthConfig (52afa67a4bb23da81788fa24144b809f70c5f20786bfc6a5c4e8bd0929485ee9) AuthConfig (8ccf868b0c716a18e90e502ebb2284ce90d5ee3fcd5779be4d996fb8a3d03b43) AuthConfig (848b20842f79c8cc02bec7966c894853251e29e5c14c8a4cff729041c180e15c) AuthConfig (f4ecce895af38f9134e1fa20d5bd1e91c0c47aeb2d6d3a1ff49cf2e9138234bb) AuthConfig (357c492c00cb28b26cd246d2e8f1f9086e6b25af6c039d953442c5371d3cf70a) AuthConfig (16fa7701b7d425ecd2db71ef9158baee753a6f3a0a2da1c3b4f412045e679280) AuthConfig (48e95544e68fc50e4e4e36c8679af44644ecbfb2cf7df51e27a09f30472eda9e) AuthConfig (ffaef4e77ab77e038e2181351f7ed710141739ce5f70351bf42c0606b9215e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"7f063e3a-e008-42fd-9cdd-24eac839a34a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:42.025655834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"4644a26c-734c-43d2-93c0-0c8e2fbb9299","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:42.083741223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"4644a26c-734c-43d2-93c0-0c8e2fbb9299","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:42.140083933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cf2a53-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae538932d8b6f49827040f7f8ca1b30791881c6e01c750e3bba7a11444701aef) AuthConfig (678ba96c8e01f3819132ce94ffb60abe123db2e883a2d335ec0ae1a65eebc9c2) AuthConfig (9da1cd647a32052e65257e603b4575d2cfa2f998b4bd573b105b322ee6d2cd51) AuthConfig (36f59cd489a1a8c6b8aace4eaab9de289e5f767b7a794a974802f9cb2d951613) AuthConfig (01fd84c9f653a29a2a0291503f14873693d890a0d697fa12b20b5b1ea0b13434) AuthConfig (5a40698293ed44103a2b127c08980b4704f79ba3d5f07cb6981daedc8d4d99d4) AuthConfig (75422695f1d128b0d1545739622bea2225ae8c48899cc84d91003457e1161238) AuthConfig (c81789e1553bf7e7d1d0740e3a95011d3c200b400ce15c0a79e4cb90668180c5) AuthConfig (8f54956d96e36043013f1cad22e658a30f7234238f4c6ac115015e6cb72c53af) AuthConfig (d4c683e7155828a798af50a301faea067a965501f891b81ab087cb5c27a019e0) AuthConfig (d66ae91b6f3f592a7cc55ee10763ab8e59850dd205657f8d1e061c0d7024852a) AuthConfig (b4c56341c5c36a21e698500bb292840aa96122e63d2198e4b4fc18b93329e457) AuthConfig (a9c4f48d62ee69c54ae779d6c76b9fe145dd93b97bc6ee8b7f8cdf551f7e1301) AuthConfig (cef0f4c4be2f6db7ef6ec330309895be984f5a86740e00b7ff2f97edfd998522) AuthConfig (054d560df1f705c436811daf8d1ea086ac0e3e8dc41620c9afc84b49127ca106) AuthConfig (0b3150ef82234069264c1ae3ab23e26e2411f4a59c3e35b9bd0696949df8b07c) AuthConfig (a234aedd33a300d9ddb29b5cc4775d742e324acc4eba36683fda82c514ca4df7) AuthConfig (0341dd3343c276503041c15c999e18fc35f75cca81eacac744dd9469ae745026)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"4644a26c-734c-43d2-93c0-0c8e2fbb9299","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:42.65320603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:45.996271458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"c49d10be-a51f-4216-894f-5d98627200b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:46.054249707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"c49d10be-a51f-4216-894f-5d98627200b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:46.110412727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1f7cf62dc6799b47d6f93db202824af7a9292a91889ec8859df0da33700cec22) AuthConfig (903c98b0fff3cf1a47841a81663ba2415232166daafccec12bff78d7ecf1ad6f) AuthConfig (7227bd7965d40e464f5f833cf1ae228521499b8e52b256386ba7cddd67ea360b) AuthConfig (45531229ceac4cfcba16f0f8d809077fb7e19e248278c544ac9fd018c419ef18) AuthConfig (34a6fee35b5b6e4d8489e9dec6c22275d6769ec340fe614be36f43659226b008) AuthConfig (0bcecc0d8a2f3bd07c6b4357ee2bf111ba3a5b96cdc7f4d5ff088093263a85f9) AuthConfig (bec208ec6dc21c79240eb94750ba68422695a096f53cfdb225e863fa3d9d315b) AuthConfig (150da2804d58820302b448e24151b1f189b717cd68a8c1e110fba61141165eb0) AuthConfig (298687b21bb9308a0390d1eccce98f0f3701b3448ec88414dc705044c62f7b35) AuthConfig (07296ce2840ffecfcd20ccfbb88bae26607ad04b350c3e27f6a92965b50cc44a) AuthConfig (5350573b00b923007a376a9e1a94b10285846470cdf28852896168c05e85fa70) AuthConfig (4c71f22ec48e1640858b5e13955ccc7284a723347433e1b6f730b142ce1fd0e1) AuthConfig (75661500a5114b056fb7b7fa79b052930433ec107cb332756c581a2f0de24173) AuthConfig (f6229ee2157250d6d160cdc978e612aa3a7c43bb558942020078c3f42c450c79) AuthConfig (96cad25fbcf27b7341cae948477117cfaf58cb098cf23b68e9b61e9380b5dbab) AuthConfig (0f923fa7f17446f382fb056bef7c9cc2146361c32cb89e19da4e6397505de43c) AuthConfig (b69925d3df07c885960ffd3cb00542ac829678560a41dc321cf97047026df6c1) AuthConfig (2916a2827ecd216898e17d90f9a6227b27719deed72249cd41aee4bb7a1fe444)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"c49d10be-a51f-4216-894f-5d98627200b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:46.1714413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"62a16dce-ca4f-4d8b-9555-b05530148acf","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:46.171467921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"62a16dce-ca4f-4d8b-9555-b05530148acf","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:50.668683968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"f20856ea-bc8a-43d0-b55a-5c841036d4a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:50.725879318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"f20856ea-bc8a-43d0-b55a-5c841036d4a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:50.999205543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"7d8be431-732c-4b87-8385-159b0bb752a5","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:50.999224909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"7d8be431-732c-4b87-8385-159b0bb752a5","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:52.247643483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"70b960cb-22f3-4339-be46-7a6563831f14","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:52.305559574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"70b960cb-22f3-4339-be46-7a6563831f14","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:52.627460344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"170d05cf-bb4f-4816-840d-83966986327d","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:52.627480985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"170d05cf-bb4f-4816-840d-83966986327d","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.278721304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"c7c4ccc8-4ef6-404e-805c-66f0505e0cd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.335999062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"c7c4ccc8-4ef6-404e-805c-66f0505e0cd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.391989307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7cde84-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1f7cf62dc6799b47d6f93db202824af7a9292a91889ec8859df0da33700cec22) AuthConfig (903c98b0fff3cf1a47841a81663ba2415232166daafccec12bff78d7ecf1ad6f) AuthConfig (7227bd7965d40e464f5f833cf1ae228521499b8e52b256386ba7cddd67ea360b) AuthConfig (45531229ceac4cfcba16f0f8d809077fb7e19e248278c544ac9fd018c419ef18) AuthConfig (34a6fee35b5b6e4d8489e9dec6c22275d6769ec340fe614be36f43659226b008) AuthConfig (0bcecc0d8a2f3bd07c6b4357ee2bf111ba3a5b96cdc7f4d5ff088093263a85f9) AuthConfig (bec208ec6dc21c79240eb94750ba68422695a096f53cfdb225e863fa3d9d315b) AuthConfig (150da2804d58820302b448e24151b1f189b717cd68a8c1e110fba61141165eb0) AuthConfig (298687b21bb9308a0390d1eccce98f0f3701b3448ec88414dc705044c62f7b35) AuthConfig (07296ce2840ffecfcd20ccfbb88bae26607ad04b350c3e27f6a92965b50cc44a) AuthConfig (5350573b00b923007a376a9e1a94b10285846470cdf28852896168c05e85fa70) AuthConfig (4c71f22ec48e1640858b5e13955ccc7284a723347433e1b6f730b142ce1fd0e1) AuthConfig (75661500a5114b056fb7b7fa79b052930433ec107cb332756c581a2f0de24173) AuthConfig (f6229ee2157250d6d160cdc978e612aa3a7c43bb558942020078c3f42c450c79) AuthConfig (96cad25fbcf27b7341cae948477117cfaf58cb098cf23b68e9b61e9380b5dbab) AuthConfig (0f923fa7f17446f382fb056bef7c9cc2146361c32cb89e19da4e6397505de43c) AuthConfig (b69925d3df07c885960ffd3cb00542ac829678560a41dc321cf97047026df6c1) AuthConfig (2916a2827ecd216898e17d90f9a6227b27719deed72249cd41aee4bb7a1fe444)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"c7c4ccc8-4ef6-404e-805c-66f0505e0cd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.501967774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"a9f9a6b4-ca87-420e-b05c-20a5a394c618","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.50198992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"a9f9a6b4-ca87-420e-b05c-20a5a394c618","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.562765611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"bf76f8b8-4304-4342-8bb6-3e31ae137394","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.562792808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"bf76f8b8-4304-4342-8bb6-3e31ae137394","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:56.605967559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"a584dc67-a72b-4822-ab0a-32779dc82d12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-754346\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.608246038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"86cec643-8271-4a43-a32e-71cf1cffd65b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:56.6174637Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"bf76f8b8-4304-4342-8bb6-3e31ae137394","name":"rate-test-model-6e535d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6e535d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:56.617513666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"bf76f8b8-4304-4342-8bb6-3e31ae137394","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6e535d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.622888097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"160813f6-37c9-4317-8572-afa0365ec986","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.622903503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"160813f6-37c9-4317-8572-afa0365ec986","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.666698697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"86cec643-8271-4a43-a32e-71cf1cffd65b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.761476582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"2baea501-d845-43a9-9705-fa8a89fc3f50","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.761497094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"2baea501-d845-43a9-9705-fa8a89fc3f50","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.821568609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"420a5f03-ad3f-43ac-8db6-c0b112f18294","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.821594204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"420a5f03-ad3f-43ac-8db6-c0b112f18294","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.822115274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"81c3745e-099d-4832-bf98-a0f516daab7e","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.822145397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"81c3745e-099d-4832-bf98-a0f516daab7e","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:56.866826749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"482070cd-5233-46f9-a4a1-9aac61928737","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-754346\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.871156692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"7bf8bc75-5320-45f3-8f4a-fcb43122e7c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:56.87642602Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"81c3745e-099d-4832-bf98-a0f516daab7e","name":"rate-test-model-0f0874","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-0f0874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:56.876479146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"81c3745e-099d-4832-bf98-a0f516daab7e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-0f0874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.876652551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"d793ae8f-3d3f-4145-9ee6-46862f187227","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.876669266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"d793ae8f-3d3f-4145-9ee6-46862f187227","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.881864449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"457082df-96b3-4c07-960c-a11eb67527be","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.88188152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"457082df-96b3-4c07-960c-a11eb67527be","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.929652357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"7bf8bc75-5320-45f3-8f4a-fcb43122e7c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.971959524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"1fd2c793-591f-4b28-abd7-7cb5763bfc9e","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.971978079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"1fd2c793-591f-4b28-abd7-7cb5763bfc9e","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:56.979974588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"316e28f6-b0f4-40cb-ac89-5da168b99b05","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.029770567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"27a183e3-1c62-4d69-a0ae-c74440f0fa5f","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.029790065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"27a183e3-1c62-4d69-a0ae-c74440f0fa5f","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.037705542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"316e28f6-b0f4-40cb-ac89-5da168b99b05","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.086884556Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"541ac398-d184-4082-979a-74c643853650","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"rate-test-model-6e535d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-6e535d/e2e-rate-iso-a-754346"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.24302706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"234135d8-ce7c-488f-9ae0-4cfae3f7f5f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.247693803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"53c1ed4d-5add-4e9f-9f27-79258ec3c44e","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"rate-test-model-0f0874","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-0f0874/e2e-rate-iso-b-754346"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.255168781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"621bdff0-d8d3-476b-bb4d-b46b89489039","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.255189089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"621bdff0-d8d3-476b-bb4d-b46b89489039","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.300576494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"234135d8-ce7c-488f-9ae0-4cfae3f7f5f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.416958577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"bdb618e9-b2c3-4ba9-9492-41ab16f52375","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.41697743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"bdb618e9-b2c3-4ba9-9492-41ab16f52375","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.47079937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"6f8db43b-0252-45de-90ea-1fe67a7b71db","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.631691013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"4ccce067-4532-4bb5-9fff-34f419bc499e","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.827245853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"9b70d168-c3fc-4012-b4cd-67a09f0e439f","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.827270583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"9b70d168-c3fc-4012-b4cd-67a09f0e439f","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.886317175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"fd6ccc76-e353-4a01-8259-5157c19b4d91","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.886342607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"fd6ccc76-e353-4a01-8259-5157c19b4d91","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:57.931149555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"148a39d5-d2cb-415e-b9fd-49be57e1c8f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cf2a53-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.933702232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"83d1b4a6-2d6e-41db-a249-fe35287ff0c6","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:57.940794374Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"fd6ccc76-e353-4a01-8259-5157c19b4d91","name":"test-model-cf2a53","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-cf2a53\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:24:57.940838689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"fd6ccc76-e353-4a01-8259-5157c19b4d91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-cf2a53\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.946211347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"d43f58f6-4d2b-40f7-a208-cf89d5793e44","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.946230133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"d43f58f6-4d2b-40f7-a208-cf89d5793e44","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:57.992531322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"83d1b4a6-2d6e-41db-a249-fe35287ff0c6","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.037068039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"c786ef35-66d8-4fad-9de5-3aef85231382","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.037084474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"c786ef35-66d8-4fad-9de5-3aef85231382","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.095075165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"f09618a9-aba1-40c9-ac2e-fc416b627180","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.095093957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"f09618a9-aba1-40c9-ac2e-fc416b627180","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.311362587Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"3eb20099-0d70-4530-90f7-e60334dc142a","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"maas-trlp-test-model-cf2a53","model":"test-model-cf2a53","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.31310897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"03a4c810-597f-45f4-8f20-7680ad04511c","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.370922953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"03a4c810-597f-45f4-8f20-7680ad04511c","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.532240684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"1c7642c4-979d-44f6-ba67-3839d15a00da","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.532273066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"1c7642c4-979d-44f6-ba67-3839d15a00da","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:24:58.750554482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"f38a91b0-a081-47a7-9c64-3967e2a87ea1","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"maas-trlp-test-model-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:06.500099873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"fa842389-202c-4c53-ae3a-50c9afef5c64","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:06.557821332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"fa842389-202c-4c53-ae3a-50c9afef5c64","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:06.8798992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"93aacf62-68ad-4a21-88c8-b93afc62f79a","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:06.879918967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"93aacf62-68ad-4a21-88c8-b93afc62f79a","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:11.952698854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"39edf813-cc14-4389-889b-0328b1fb5e17","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:11.952724423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"39edf813-cc14-4389-889b-0328b1fb5e17","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:12.008608865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"5337b1d6-ed00-4b6f-8193-bb6399fd50b9","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:12.008627899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"5337b1d6-ed00-4b6f-8193-bb6399fd50b9","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:12.114602505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"8422f83c-76aa-46c8-8820-5bd567985e6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:12.240497875Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"8422f83c-76aa-46c8-8820-5bd567985e6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:12.297210253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"8422f83c-76aa-46c8-8820-5bd567985e6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:12.356035001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"1e6eed6a-7c34-4472-b25b-f22b291047e9","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:12.356056112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"1e6eed6a-7c34-4472-b25b-f22b291047e9","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:12.653784445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:22.463553815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"d27a6be3-31c0-46f4-99b4-1e403bc97e1a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:22.521086995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"d27a6be3-31c0-46f4-99b4-1e403bc97e1a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:22.576925828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"d27a6be3-31c0-46f4-99b4-1e403bc97e1a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.372352952Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","namespace":"ai-tenant-e2e-inf-a-db69f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.372429082Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","namespace":"ai-tenant-e2e-inf-a-db69f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.372496295Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","tenant":"e2e-inf-a-db69f7","tenantID":"e2e-inf-a-db69f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.427678753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"Deployment","name":"maas-api-e2e-inf-a-db69f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.48810419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"Service","name":"maas-api-e2e-inf-a-db69f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.54466979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-db69f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.601956628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-db69f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.660075792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.716313866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.774059145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.829878427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.888594707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"Deployment","name":"payload-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.942109528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:23.995359161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"Service","name":"payload-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.049160299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.102119569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.155041869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.208336832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.266881461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.320095745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.374217214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.428448274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-db69f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:24.481777024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db69f7"},"namespace":"ai-tenant-e2e-inf-a-db69f7","name":"default-tenant","reconcileID":"1d54c1a2-7429-47ea-b432-13cddf3d3640","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-db69f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:26.886502724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"42986666-1a03-45c3-9ae4-65dae82688c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:26.98641441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"b7015f86-b7ae-474a-b263-5d1f38606e8c","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.01464409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"89036f49-3cb5-4f8a-8ccd-441adb9b34e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.157704476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"820813fd-016f-4601-a9b7-7beed9e76d66","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.157724636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"820813fd-016f-4601-a9b7-7beed9e76d66","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.322269386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"d7b17c30-c5be-4c0d-a3e0-14b7f3adad20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.422168719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"5969f36e-3279-408d-b5c0-2b1ba23872e5","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.522728209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"787b66eb-aec4-4196-a569-477cd1acdb0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.591856467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"d2f8265d-8011-40ca-8bd0-9a2251fcd6dd","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.591881455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"d2f8265d-8011-40ca-8bd0-9a2251fcd6dd","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.624759095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8306c857-5ce3-40b6-b995-212374c08392","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.728088546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"ae87db70-5eb1-4359-9352-e1f51ce5be09","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"maas-trlp-test-model-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:27.95437245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"96b95bee-6634-434e-8416-9ea66620f4be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.080311936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"37e455be-7f46-45b9-a293-4a1f951da16b","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"maas-trlp-test-model-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.253571751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"9ef8955e-6bf4-4e40-bc74-b3b0e6080309","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.253602105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"9ef8955e-6bf4-4e40-bc74-b3b0e6080309","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.271368489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"23d5aa83-ff67-4d73-aabe-407fb8fb6200","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.336241516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"95dd9fcf-bd80-4ee9-9c45-297bc2b5987c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.529526742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"a11ce3d5-d8e6-421b-bffb-d8df50c3a203","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.628651122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"660db162-38b5-447d-86ac-65c3eea2d066","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.840853906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"6e64465f-afd0-468d-9d35-5f7290caa224","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:28.962851625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"76a507b4-ebcc-4dcb-80cd-27ffd7de0d1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:29.103151767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"ea8b3797-de1b-4062-b6e5-27c98807b25c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:29.1613554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"ea8b3797-de1b-4062-b6e5-27c98807b25c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:29.414547462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"026c1607-195f-4567-8478-59cdce1141fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:29.473194647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"026c1607-195f-4567-8478-59cdce1141fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:29.881391245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"4176aa12-d405-40bb-a690-21a0c4f2f9b0","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:29.940290627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"4176aa12-d405-40bb-a690-21a0c4f2f9b0","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:31.059079157Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-db69f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-db69f7","reconcileID":"b3a6099b-9b33-4e53-876f-48232c9ee7fc","aitenant":"ai-tenants/e2e-inf-a-db69f7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:31.687288974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e20930b-bdbf-4133-9427-17c80ea02b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:31.74133618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e20930b-bdbf-4133-9427-17c80ea02b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:31.795514601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e20930b-bdbf-4133-9427-17c80ea02b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:31.84951323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e20930b-bdbf-4133-9427-17c80ea02b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:31.855836334Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-db69f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-db69f7","reconcileID":"b3a6099b-9b33-4e53-876f-48232c9ee7fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-db69f7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-db69f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.266803042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"867d596e-dd56-4a4b-8070-bfd0165ab808","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.267062018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"a5742f6c-94ad-47ea-af2a-b6dc48fed084","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.267088789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"a5742f6c-94ad-47ea-af2a-b6dc48fed084","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.477359042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"867d596e-dd56-4a4b-8070-bfd0165ab808","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.545276247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"223462d2-4110-4895-ab73-290f7ecfd842","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.605573573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"867d596e-dd56-4a4b-8070-bfd0165ab808","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.605601741Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"867d596e-dd56-4a4b-8070-bfd0165ab808","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.665157271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"6413fe27-c2e4-400b-ae6c-be131e134d6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.66554988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"09456dd5-686a-4e7a-9786-d6728e50994f","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.665572029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"09456dd5-686a-4e7a-9786-d6728e50994f","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.684611732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"46454a18-b92c-4858-8c7c-c9aab7fc80d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.743176898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"46454a18-b92c-4858-8c7c-c9aab7fc80d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.799912684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5b4080374db36030ad8d34f7c5ee8aaf7b0cfceb9180deca07da688e9219b20) AuthConfig (05dfe91984622f543d577d60ad0e98debc1b5bd07f1250f8f270652128b9a853) AuthConfig (4771105e998747ab87e30b9916bd0d3a852b162e19269a4d69d86617027fa582) AuthConfig (8e6ff67d93e4d9b2ea87c487a06f947d8b76a18c9c78078c58dee29914a5b47c) AuthConfig (6acb8fe5e02ded3380a75376f0b127d4a9709eeca703e4ffefd97996bba073a8) AuthConfig (db97adc82f6275f9945cc699e3249b65dcbbbf17944383132eedc3e975e2dfc1) AuthConfig (be2ffbe198ef8e3efead04eb5c81cee5ced5b0ab3ea9d64aaa790c22f57de5ff) AuthConfig (28d296b0545dc8f7d84dfcef93b120823ee44a90209d1f46e520e8c4fbff297c) AuthConfig (6475cde502ebebcff22dfa440b75efd59881365f0ea459d58c5a3473aab71895) AuthConfig (cc0e1f81e6a71fde26f34a97e231591eaab95562cccb49c6cb59a034fa309987) AuthConfig (9dccfbfbcf84c5edf4e0a3cc993bd8181b6febef066c8d0c3b0f13de64710295) AuthConfig (2c4a533eea3223851fc74430041650ade5b0f0bf93b147221445526acdd2138a) AuthConfig (e94800a9d3a799f286010bb4d55769112ca5d678d762741e0c71c1921017c69c) AuthConfig (f84e45e70df6f2c62c67fba14ae375620e4a3732a0ed6adeb79c70fb4031c1d5) AuthConfig (a87be006d97d67fcdec172b6143f1db733cd2c78dc7239fae4e7b34930fb681c) AuthConfig (5b294df7b29e8cb61b717640614fa36dd2c243ed540ecb057e57e5c1fc26ab65) AuthConfig (38428c3070019fb5581a88dc33df668a4d886ea7948236b801b97917c6107e4f) AuthConfig (dcd47998632ad52804f5314d21b106a956847b33837c74d48d5a29cc3b4024ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"46454a18-b92c-4858-8c7c-c9aab7fc80d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.800010589Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"2618123d-780f-4e83-bdcf-33c729e06c57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.800364359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"df124fbb-9a4e-4279-a1fc-7a1086c5bc83","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.800378785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"df124fbb-9a4e-4279-a1fc-7a1086c5bc83","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.861764515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"5040729a-0bfd-48ed-b708-b3c75a651c4a","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.861783458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"5040729a-0bfd-48ed-b708-b3c75a651c4a","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.873736209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"6413fe27-c2e4-400b-ae6c-be131e134d6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.948499039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"6413fe27-c2e4-400b-ae6c-be131e134d6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:32.948525471Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"6413fe27-c2e4-400b-ae6c-be131e134d6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:25:33.001837784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-754346","reconcileID":"6413fe27-c2e4-400b-ae6c-be131e134d6b","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-754346\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.052419393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"c815ca1f-bfc2-4e6e-8cb4-aae85d567e11","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.076030912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"2618123d-780f-4e83-bdcf-33c729e06c57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.106403242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"3df4bc8b-2c20-4a7e-ae58-83bf7646a93b","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.199977546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"2618123d-780f-4e83-bdcf-33c729e06c57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.200000901Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-754346","reconcileID":"2618123d-780f-4e83-bdcf-33c729e06c57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.275117275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"8c94575f-5098-48ec-8e9b-d12e29908d80","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.2751693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"8c94575f-5098-48ec-8e9b-d12e29908d80","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.409569676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"5c28e9cf-c786-4639-94e5-e6522cbf7d36","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.409587689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"5c28e9cf-c786-4639-94e5-e6522cbf7d36","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.549653111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"d1f4caef-6157-49a3-ac2c-48bc9f999470","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.799954226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e84a99b-4fee-415f-91b4-295e48437c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.853898796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e84a99b-4fee-415f-91b4-295e48437c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.907905973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e84a99b-4fee-415f-91b4-295e48437c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:33.962027743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e84a99b-4fee-415f-91b4-295e48437c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:39.977649343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bdd170d-ea6f-4cbf-9b19-bea693c84b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:40.031521085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bdd170d-ea6f-4cbf-9b19-bea693c84b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:40.08507363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bdd170d-ea6f-4cbf-9b19-bea693c84b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:40.138628615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bdd170d-ea6f-4cbf-9b19-bea693c84b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:42.050091551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9279766c-e6d1-4fd0-b420-632c369699c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:42.104581449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9279766c-e6d1-4fd0-b420-632c369699c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:42.158891234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9279766c-e6d1-4fd0-b420-632c369699c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:42.212880115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9279766c-e6d1-4fd0-b420-632c369699c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:42.654394873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:42.969058193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"13cdf3da-d3fb-4af5-bc1b-0e1aa31b1c1f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:43.026619616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"13cdf3da-d3fb-4af5-bc1b-0e1aa31b1c1f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:43.083602798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5b4080374db36030ad8d34f7c5ee8aaf7b0cfceb9180deca07da688e9219b20) AuthConfig (05dfe91984622f543d577d60ad0e98debc1b5bd07f1250f8f270652128b9a853) AuthConfig (4771105e998747ab87e30b9916bd0d3a852b162e19269a4d69d86617027fa582) AuthConfig (8e6ff67d93e4d9b2ea87c487a06f947d8b76a18c9c78078c58dee29914a5b47c) AuthConfig (6acb8fe5e02ded3380a75376f0b127d4a9709eeca703e4ffefd97996bba073a8) AuthConfig (db97adc82f6275f9945cc699e3249b65dcbbbf17944383132eedc3e975e2dfc1) AuthConfig (be2ffbe198ef8e3efead04eb5c81cee5ced5b0ab3ea9d64aaa790c22f57de5ff) AuthConfig (28d296b0545dc8f7d84dfcef93b120823ee44a90209d1f46e520e8c4fbff297c) AuthConfig (6475cde502ebebcff22dfa440b75efd59881365f0ea459d58c5a3473aab71895) AuthConfig (cc0e1f81e6a71fde26f34a97e231591eaab95562cccb49c6cb59a034fa309987) AuthConfig (9dccfbfbcf84c5edf4e0a3cc993bd8181b6febef066c8d0c3b0f13de64710295) AuthConfig (2c4a533eea3223851fc74430041650ade5b0f0bf93b147221445526acdd2138a) AuthConfig (e94800a9d3a799f286010bb4d55769112ca5d678d762741e0c71c1921017c69c) AuthConfig (f84e45e70df6f2c62c67fba14ae375620e4a3732a0ed6adeb79c70fb4031c1d5) AuthConfig (a87be006d97d67fcdec172b6143f1db733cd2c78dc7239fae4e7b34930fb681c) AuthConfig (5b294df7b29e8cb61b717640614fa36dd2c243ed540ecb057e57e5c1fc26ab65) AuthConfig (38428c3070019fb5581a88dc33df668a4d886ea7948236b801b97917c6107e4f) AuthConfig (dcd47998632ad52804f5314d21b106a956847b33837c74d48d5a29cc3b4024ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"13cdf3da-d3fb-4af5-bc1b-0e1aa31b1c1f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:43.606047873Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"79a6b64e-d7e9-4f80-8b41-02bc423bf2ba","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscription":"e2e-rate-iso-a-754346","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:43.661217582Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"79a6b64e-d7e9-4f80-8b41-02bc423bf2ba","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:43.714875131Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-754346","reconcileID":"79a6b64e-d7e9-4f80-8b41-02bc423bf2ba","MaaSSubscription":{"name":"e2e-rate-iso-a-754346","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:43.987504226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"14bf670d-ac38-445f-9219-cd624c42e9ab","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:43.98752475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"14bf670d-ac38-445f-9219-cd624c42e9ab","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:44.128812421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9776598c-c50e-486f-92c7-212f639a2d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:44.131076927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"c0c4c31f-d3d6-4f05-b272-bb5bc4dc057a","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:44.131093308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"c0c4c31f-d3d6-4f05-b272-bb5bc4dc057a","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:44.182554629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9776598c-c50e-486f-92c7-212f639a2d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:44.23635102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9776598c-c50e-486f-92c7-212f639a2d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:44.294119692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9776598c-c50e-486f-92c7-212f639a2d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:45.491398182Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"2d6902b6-3f80-497a-9f7d-a05316da8d55","namespace":"ai-tenant-e2e-mt-b5e8794c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:45.491456637Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"2d6902b6-3f80-497a-9f7d-a05316da8d55","namespace":"ai-tenant-e2e-mt-b5e8794c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:45.491503499Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"2d6902b6-3f80-497a-9f7d-a05316da8d55","aitenant":"ai-tenants/e2e-mt-b5e8794c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:46.218767337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd49670-f98a-4a32-8a03-1d5154d5822c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:46.272715669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd49670-f98a-4a32-8a03-1d5154d5822c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:46.326633356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd49670-f98a-4a32-8a03-1d5154d5822c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:46.38033751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd49670-f98a-4a32-8a03-1d5154d5822c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:48.308504284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baccacc-bcf8-4d6a-af80-cad9507afc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:48.362323299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baccacc-bcf8-4d6a-af80-cad9507afc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:48.415982321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baccacc-bcf8-4d6a-af80-cad9507afc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:48.469708213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baccacc-bcf8-4d6a-af80-cad9507afc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:50.389734232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287fc01e-fc90-42fe-92c0-5dc9547614a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:50.443510399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287fc01e-fc90-42fe-92c0-5dc9547614a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:50.498946923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287fc01e-fc90-42fe-92c0-5dc9547614a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:50.55486098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287fc01e-fc90-42fe-92c0-5dc9547614a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:52.487536865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa93b80-b604-4489-bd7a-11926ff28884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:52.542013212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa93b80-b604-4489-bd7a-11926ff28884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:52.595831254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa93b80-b604-4489-bd7a-11926ff28884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:52.649645492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa93b80-b604-4489-bd7a-11926ff28884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.043853274Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"d479b0d8-6a82-47ef-b540-c7dac38367be","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.044032752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"3fa19d54-1573-4677-a31a-a557d8958cd0","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.044053871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"3fa19d54-1573-4677-a31a-a557d8958cd0","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.191742946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"b394d070-d14e-4e01-913a-c75b9f609bd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.248838754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"b394d070-d14e-4e01-913a-c75b9f609bd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.251195304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"d479b0d8-6a82-47ef-b540-c7dac38367be","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.30519074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5b4080374db36030ad8d34f7c5ee8aaf7b0cfceb9180deca07da688e9219b20) AuthConfig (05dfe91984622f543d577d60ad0e98debc1b5bd07f1250f8f270652128b9a853) AuthConfig (4771105e998747ab87e30b9916bd0d3a852b162e19269a4d69d86617027fa582) AuthConfig (8e6ff67d93e4d9b2ea87c487a06f947d8b76a18c9c78078c58dee29914a5b47c) AuthConfig (6acb8fe5e02ded3380a75376f0b127d4a9709eeca703e4ffefd97996bba073a8) AuthConfig (db97adc82f6275f9945cc699e3249b65dcbbbf17944383132eedc3e975e2dfc1) AuthConfig (be2ffbe198ef8e3efead04eb5c81cee5ced5b0ab3ea9d64aaa790c22f57de5ff) AuthConfig (28d296b0545dc8f7d84dfcef93b120823ee44a90209d1f46e520e8c4fbff297c) AuthConfig (6475cde502ebebcff22dfa440b75efd59881365f0ea459d58c5a3473aab71895) AuthConfig (cc0e1f81e6a71fde26f34a97e231591eaab95562cccb49c6cb59a034fa309987) AuthConfig (9dccfbfbcf84c5edf4e0a3cc993bd8181b6febef066c8d0c3b0f13de64710295) AuthConfig (2c4a533eea3223851fc74430041650ade5b0f0bf93b147221445526acdd2138a) AuthConfig (e94800a9d3a799f286010bb4d55769112ca5d678d762741e0c71c1921017c69c) AuthConfig (f84e45e70df6f2c62c67fba14ae375620e4a3732a0ed6adeb79c70fb4031c1d5) AuthConfig (a87be006d97d67fcdec172b6143f1db733cd2c78dc7239fae4e7b34930fb681c) AuthConfig (5b294df7b29e8cb61b717640614fa36dd2c243ed540ecb057e57e5c1fc26ab65) AuthConfig (38428c3070019fb5581a88dc33df668a4d886ea7948236b801b97917c6107e4f) AuthConfig (dcd47998632ad52804f5314d21b106a956847b33837c74d48d5a29cc3b4024ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"b394d070-d14e-4e01-913a-c75b9f609bd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.317956183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"7f4c558f-f768-4d98-a886-068fae871dec","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"maas-trlp-test-model-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.374502849Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"d479b0d8-6a82-47ef-b540-c7dac38367be","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"e2e-inf-a-dd28e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.374523328Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-auth","reconcileID":"d479b0d8-6a82-47ef-b540-c7dac38367be","MaaSAuthPolicy":{"name":"test-model-dd28e6-auth","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.433096636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"304018ca-26e0-4c78-8566-e2570d346695","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.433114909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"304018ca-26e0-4c78-8566-e2570d346695","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.575306062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"2e8cd773-9e66-42d2-8398-493f2ffd0848","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.575332586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"2e8cd773-9e66-42d2-8398-493f2ffd0848","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:53.7076071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"62560933-1d4e-4782-acae-334a4a5bbce4","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"maas-trlp-test-model-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:54.409592668Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"d9e544a8-9037-4687-aade-6d4943b43ed4","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscription":"e2e-rate-iso-b-754346","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:54.463567049Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"d9e544a8-9037-4687-aade-6d4943b43ed4","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:54.517526837Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-754346","reconcileID":"d9e544a8-9037-4687-aade-6d4943b43ed4","MaaSSubscription":{"name":"e2e-rate-iso-b-754346","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:54.789930619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"39334022-29c1-4b84-b3a8-0d10cb9ffd8d","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:54.789950894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"39334022-29c1-4b84-b3a8-0d10cb9ffd8d","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.054266051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"2bccab73-cfad-46ef-ba0d-04b1c4c2a46b","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.054290803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"2bccab73-cfad-46ef-ba0d-04b1c4c2a46b","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.112096553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"65f5d309-ac53-4d92-9e68-e783bc985a88","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.112123449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"65f5d309-ac53-4d92-9e68-e783bc985a88","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.218235452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"dd38a20d-5a04-4755-9dcf-f5f70dc13d0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.343963028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"dd38a20d-5a04-4755-9dcf-f5f70dc13d0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.399673685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"dd38a20d-5a04-4755-9dcf-f5f70dc13d0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.456470661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"0ffd3a30-1434-4e98-ad9e-f1c0ba9bbca2","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:25:55.456501277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"0ffd3a30-1434-4e98-ad9e-f1c0ba9bbca2","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:03.413174097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"b530ec76-6524-4d00-9f23-037491a1d3d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:03.471275995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"b530ec76-6524-4d00-9f23-037491a1d3d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:03.527586668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-58ca7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5b4080374db36030ad8d34f7c5ee8aaf7b0cfceb9180deca07da688e9219b20) AuthConfig (05dfe91984622f543d577d60ad0e98debc1b5bd07f1250f8f270652128b9a853) AuthConfig (4771105e998747ab87e30b9916bd0d3a852b162e19269a4d69d86617027fa582) AuthConfig (8e6ff67d93e4d9b2ea87c487a06f947d8b76a18c9c78078c58dee29914a5b47c) AuthConfig (6acb8fe5e02ded3380a75376f0b127d4a9709eeca703e4ffefd97996bba073a8) AuthConfig (db97adc82f6275f9945cc699e3249b65dcbbbf17944383132eedc3e975e2dfc1) AuthConfig (be2ffbe198ef8e3efead04eb5c81cee5ced5b0ab3ea9d64aaa790c22f57de5ff) AuthConfig (28d296b0545dc8f7d84dfcef93b120823ee44a90209d1f46e520e8c4fbff297c) AuthConfig (6475cde502ebebcff22dfa440b75efd59881365f0ea459d58c5a3473aab71895) AuthConfig (cc0e1f81e6a71fde26f34a97e231591eaab95562cccb49c6cb59a034fa309987) AuthConfig (9dccfbfbcf84c5edf4e0a3cc993bd8181b6febef066c8d0c3b0f13de64710295) AuthConfig (2c4a533eea3223851fc74430041650ade5b0f0bf93b147221445526acdd2138a) AuthConfig (e94800a9d3a799f286010bb4d55769112ca5d678d762741e0c71c1921017c69c) AuthConfig (f84e45e70df6f2c62c67fba14ae375620e4a3732a0ed6adeb79c70fb4031c1d5) AuthConfig (a87be006d97d67fcdec172b6143f1db733cd2c78dc7239fae4e7b34930fb681c) AuthConfig (5b294df7b29e8cb61b717640614fa36dd2c243ed540ecb057e57e5c1fc26ab65) AuthConfig (38428c3070019fb5581a88dc33df668a4d886ea7948236b801b97917c6107e4f) AuthConfig (dcd47998632ad52804f5314d21b106a956847b33837c74d48d5a29cc3b4024ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"b530ec76-6524-4d00-9f23-037491a1d3d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:03.987671461Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"a5fc80b7-bc04-4392-b598-5cdde661c087","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","subscription":"test-model-dd28e6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:04.041667505Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"a5fc80b7-bc04-4392-b598-5cdde661c087","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:04.095804419Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6-sub","reconcileID":"a5fc80b7-bc04-4392-b598-5cdde661c087","MaaSSubscription":{"name":"test-model-dd28e6-sub","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"name":"maas-trlp-test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:04.367752133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"df51d8f8-11ca-4106-a8c8-9ed513015058","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"tenant":"e2e-inf-a-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","model":"ai-tenant-e2e-inf-a-dd28e6/test-model-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:04.36777222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"test-model-dd28e6","reconcileID":"df51d8f8-11ca-4106-a8c8-9ed513015058","MaaSModelRef":{"name":"test-model-dd28e6","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"routeName":"test-model-dd28e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-dd28e6","llmisvcName":"test-model-dd28e6","gateway":"openshift-ingress/e2e-inf-a-dd28e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:05.600899696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"aae43046-8cc2-40e9-9af0-83f66462fb2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:05.658191742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"aae43046-8cc2-40e9-9af0-83f66462fb2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:05.714396569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"aae43046-8cc2-40e9-9af0-83f66462fb2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.041857954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"bd58d194-cd5a-4ccb-9c67-1f77dd4b8d3e","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.042041656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"1cb30ec4-4c96-4f45-8c49-a0346d9675f1","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.042120685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"1cb30ec4-4c96-4f45-8c49-a0346d9675f1","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.249106937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"bd58d194-cd5a-4ccb-9c67-1f77dd4b8d3e","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.318180143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"7cd79d05-1880-4a00-b0d0-6414e22504e5","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"maas-trlp-test-model-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.38665616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"bd58d194-cd5a-4ccb-9c67-1f77dd4b8d3e","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"e2e-inf-b-cf2a53-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.386678625Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-auth","reconcileID":"bd58d194-cd5a-4ccb-9c67-1f77dd4b8d3e","MaaSAuthPolicy":{"name":"test-model-cf2a53-auth","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.443006324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"5a799069-79ed-42fb-b24e-a1c545e62ef0","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.443026203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"5a799069-79ed-42fb-b24e-a1c545e62ef0","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.59857102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"3757d551-28d7-4cc2-8943-4fa6986f1c6f","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.598590434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"3757d551-28d7-4cc2-8943-4fa6986f1c6f","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:06.738799107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"ff744de6-d6bb-41ef-a243-b76b418b99d9","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"maas-trlp-test-model-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:07.247183372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"bf2d4efa-1a0b-4779-b15a-b600a742fb21","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:07.3059916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"bf2d4efa-1a0b-4779-b15a-b600a742fb21","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:07.364160579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"bf2d4efa-1a0b-4779-b15a-b600a742fb21","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:12.653456267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:13.635914429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"e0ac1868-33f3-4cec-ae53-01ccd591c339","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:13.693070461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"e0ac1868-33f3-4cec-ae53-01ccd591c339","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:14.012583495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"04985c5a-f3fd-44a5-b49c-f9108171c5eb","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:14.012604538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"04985c5a-f3fd-44a5-b49c-f9108171c5eb","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:17.015605517Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"6b45facb-5786-410b-ab46-c38567e28b35","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","subscription":"test-model-cf2a53-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:17.069745445Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"6b45facb-5786-410b-ab46-c38567e28b35","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:17.12371965Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53-sub","reconcileID":"6b45facb-5786-410b-ab46-c38567e28b35","MaaSSubscription":{"name":"test-model-cf2a53-sub","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"name":"maas-trlp-test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:17.39748787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"83f90146-61c2-4ac2-aba7-0ce459d46ccb","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"tenant":"e2e-inf-b-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","model":"ai-tenant-e2e-inf-b-cf2a53/test-model-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:17.397509957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"test-model-cf2a53","reconcileID":"83f90146-61c2-4ac2-aba7-0ce459d46ccb","MaaSModelRef":{"name":"test-model-cf2a53","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"routeName":"test-model-cf2a53-kserve-route","namespace":"ai-tenant-e2e-inf-b-cf2a53","llmisvcName":"test-model-cf2a53","gateway":"openshift-ingress/e2e-inf-b-cf2a53","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:17.473482955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"b7fc7374-f5ee-498b-9739-e6a563f81057","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:17.533274533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"b7fc7374-f5ee-498b-9739-e6a563f81057","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:17.589555407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"b7fc7374-f5ee-498b-9739-e6a563f81057","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.385284228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"7189d3b0-ca31-4567-9591-e39869d29ddf","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.38530265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"7189d3b0-ca31-4567-9591-e39869d29ddf","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.446254527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"da696d9e-2299-40d7-81ec-0947d1e5c189","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.446277448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"da696d9e-2299-40d7-81ec-0947d1e5c189","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:26:19.491631147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"537449c9-efe5-4bfb-8bd3-f63ec04425ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-14f986\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.492335854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"d3675f25-2c56-4bde-9a03-fb01cf14fe32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:26:19.500672978Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"da696d9e-2299-40d7-81ec-0947d1e5c189","name":"sub-test-model-7cde84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-7cde84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:26:19.500727003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"da696d9e-2299-40d7-81ec-0947d1e5c189","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-7cde84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.506071219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"a3c9f973-ce9f-4c80-8a93-a3c5574699d2","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.506085193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"a3c9f973-ce9f-4c80-8a93-a3c5574699d2","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.549412451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"d3675f25-2c56-4bde-9a03-fb01cf14fe32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.639618313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"3a9ec36e-4936-4368-874d-8f7fba4bc0c7","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.639637644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"3a9ec36e-4936-4368-874d-8f7fba4bc0c7","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.695623565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"9ce763fb-6221-4779-87d6-9af4465b48c5","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.695642989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"9ce763fb-6221-4779-87d6-9af4465b48c5","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.739427003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"3dc3f527-5299-4556-ae66-b9a6a78fbc9b","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.739445782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"3dc3f527-5299-4556-ae66-b9a6a78fbc9b","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.799037193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"879f17be-3c9e-40eb-9480-3c991292011b","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.799062505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"879f17be-3c9e-40eb-9480-3c991292011b","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:26:19.843526425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"4d7de774-6a00-407d-8c26-4410350e8c87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-14f986\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.848293937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"cdcf0f4d-7c76-4ecf-a7a4-61ce30f895bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:26:19.853635839Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"879f17be-3c9e-40eb-9480-3c991292011b","name":"sub-test-model-58ca7f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-58ca7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:26:19.853716584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"879f17be-3c9e-40eb-9480-3c991292011b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-58ca7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.859409535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"f1ed9f50-68fc-4e3b-8919-cf4ee0c1419f","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.85943039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"f1ed9f50-68fc-4e3b-8919-cf4ee0c1419f","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.905876188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"cdcf0f4d-7c76-4ecf-a7a4-61ce30f895bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.910879423Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"03a5345e-5ac1-4939-b068-81a195074724","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"sub-test-model-7cde84","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-7cde84/e2e-shared-sub-14f986"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.949399022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"1c362a38-f1f1-42c2-bc73-f7db042df1a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.949983386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"9265bd55-6e90-4add-9634-1f764e7bdaca","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:19.950002783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"9265bd55-6e90-4add-9634-1f764e7bdaca","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.00719777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"1c362a38-f1f1-42c2-bc73-f7db042df1a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.007363921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"31912b75-4100-4de2-8617-d853d674b0f1","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.007379895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"31912b75-4100-4de2-8617-d853d674b0f1","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.008070359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"1603711b-f6c2-4952-bb04-ba4baad54f48","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.008088243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"1603711b-f6c2-4952-bb04-ba4baad54f48","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.066047011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"c58b1c39-cffb-4eb5-844d-76cb04db7622","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.066070124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"c58b1c39-cffb-4eb5-844d-76cb04db7622","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.084237614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"d99c2b9a-fd7d-4083-b4cc-1500ddb6aaa7","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.084257518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"d99c2b9a-fd7d-4083-b4cc-1500ddb6aaa7","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:26:20.111601753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"15e19fb9-d73b-471d-8b6f-fa8db7b25cb7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-14f986\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.219298657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"3b5f879d-d0d0-4f32-af9d-18910bb6748f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.223117166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"2249c6df-67f0-4245-b821-142fe556719d","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.223158917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"2249c6df-67f0-4245-b821-142fe556719d","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.227105778Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"1a12e09f-46c8-4e46-9906-793dda67805e","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"sub-test-model-58ca7f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-58ca7f/e2e-shared-sub-14f986"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.267694059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"4e699c60-2480-42a8-a33b-fd1a750877d5","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.267712955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"4e699c60-2480-42a8-a33b-fd1a750877d5","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.276749748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"3b5f879d-d0d0-4f32-af9d-18910bb6748f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.280897997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"5f79ed38-5b13-46c8-853b-6848a70a9968","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.280912554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"5f79ed38-5b13-46c8-853b-6848a70a9968","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.320413512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"01fe4e1b-4a6d-4ed7-a4f2-3508347473cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.324409549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"a2c1a4d1-e0a1-4be7-ac13-19da7970e1c9","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.324425245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"a2c1a4d1-e0a1-4be7-ac13-19da7970e1c9","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:26:20.373640743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"b4e88e27-b59f-448d-b7b6-814c29475299","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-14f986\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.377634543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"01fe4e1b-4a6d-4ed7-a4f2-3508347473cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.380545203Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"88f30801-e0d2-42c5-8917-eb429cd0a842","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-7cde84/e2e-a-only-14f986","ai-tenant-e2e-shared-a-w4-7cde84/e2e-shared-sub-14f986"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.396742367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"670e7000-2f55-4a98-a5d2-73a4fa56675c","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.396762391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"670e7000-2f55-4a98-a5d2-73a4fa56675c","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.484382112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"9ac16094-91ba-448c-9075-dd76bc802bd2","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.484401825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"9ac16094-91ba-448c-9075-dd76bc802bd2","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.494414922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"3687e397-c8bd-47f8-9b20-ed5152cc50f7","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.540384482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"460d44be-7592-417c-ba79-82f95f293293","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.540400996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"460d44be-7592-417c-ba79-82f95f293293","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.592782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"b587c8fe-7059-4fde-9084-67e3b7f3a464","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.650402985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"b587c8fe-7059-4fde-9084-67e3b7f3a464","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.664922216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"c9d5f78d-921d-4d5f-95ac-d5c9ef8aa87b","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.664941919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"c9d5f78d-921d-4d5f-95ac-d5c9ef8aa87b","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.668450739Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"138c44e3-510f-4c20-8d85-f115055a6ba6","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-58ca7f/e2e-b-only-14f986","ai-tenant-e2e-shared-b-w4-58ca7f/e2e-shared-sub-14f986"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.710911682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"1e7bd0e9-4bf0-4051-a3de-ace6790e1eee","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.812851534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"7c6d139c-664e-40d4-8e2a-1bdf1af2d6ba","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:20.912801296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"50803805-e018-46bd-879b-b9edd6e53184","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:21.053928256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"8563c55d-20fb-4cbf-a65b-58802b9942c5","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:21.054470545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"dad27c5f-ba65-4b13-aeab-d6a765bd0d82","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:21.054492554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"dad27c5f-ba65-4b13-aeab-d6a765bd0d82","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:21.27778447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"e9cc0ac8-7ce4-4cd8-bf5c-75156c145a0c","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:27.69964119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"fcecc8f4-108e-4abc-b143-dda8b669fb43","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:27.75722012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"fcecc8f4-108e-4abc-b143-dda8b669fb43","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:27.81338511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"fcecc8f4-108e-4abc-b143-dda8b669fb43","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:37.921452008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"64ca4948-861c-43dc-89fb-db64d9a04df7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:37.980982417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"64ca4948-861c-43dc-89fb-db64d9a04df7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:38.036822134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7482755e6f782100b8480fa82045aac768a6400e192241b0d0cf93403dad8edb) AuthConfig (92c755f42520a16c18887562f8b0dd82ce78b0c009a03cf56621703050a4589e) AuthConfig (d03cda72cd19a4be8449b91e7c0874bc3615d892fbc822ada2024e8c1dc8bd56) AuthConfig (ae47fb19c324c072c578abb0ac24ae029fef313aee06a65794451952fe00b10b) AuthConfig (65ad30c331bd08b64f99c2bfc9d23db3979d37b9d3b916cb76d08a0dfabf963a) AuthConfig (ccba7a9b1f6fb13d16375041d5707e71f92b68b4e5eb52e231100015ff08ef4b) AuthConfig (71e8c9bf81b77581f96b1cca4bb909b8434efbbb06bf9c9ec1aa5c8f412b9c76) AuthConfig (c5421eebe7da7086c1d4756a4f69af5cdd7ec596e7f07e8aff73f29facff31ae) AuthConfig (55a7427f941cf70e3504be7b1faaabc3224d15aa575a45663edd720843ebc89b) AuthConfig (6d702678bda1dfc9e3eeb362adcee5bc69be4839840717fadfcf3f540bbad15d) AuthConfig (85484301f7aa6f30a87b224096575af8d7beea83a8ccf5091f246a4cb028e31b) AuthConfig (04ef5a9f5a54464f8dc13ab6c0af24178bef36e48dd84e92297e1f685bae9a8a) AuthConfig (c3ead856f0c0807270869b6a467d9281b93eaaa8c65e788c4b6393073db2cbe8) AuthConfig (ad5aa9665d52830893fb4af1a6c52222eff28c5437dcf9fe501cab6f82aeaea0) AuthConfig (059aa363c4f5743984f4a4750b299221d4153361bba88fb44779ada6b736d06a) AuthConfig (cee3ed5de102b63f4fd0d549002d21484e590243e6bb220ff26d56c71481f262) AuthConfig (376d56a711fbb2b29d7c46a8a0998936174b738443f0db294a13f85fd8478a94) AuthConfig (8b7e784474461510a9d9970d39fe03c297fc6f9a5f80873c40898bdfcb389e5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"64ca4948-861c-43dc-89fb-db64d9a04df7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:38.094940315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"a89098af-33f6-45e4-ae70-efcf54cb4e0e","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:38.094960117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"a89098af-33f6-45e4-ae70-efcf54cb4e0e","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:42.654048796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:48.202156314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"854f6754-cce3-4889-ba4c-f5430f170ab5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:48.259994478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"854f6754-cce3-4889-ba4c-f5430f170ab5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:48.316538198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6e535d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7482755e6f782100b8480fa82045aac768a6400e192241b0d0cf93403dad8edb) AuthConfig (92c755f42520a16c18887562f8b0dd82ce78b0c009a03cf56621703050a4589e) AuthConfig (d03cda72cd19a4be8449b91e7c0874bc3615d892fbc822ada2024e8c1dc8bd56) AuthConfig (ae47fb19c324c072c578abb0ac24ae029fef313aee06a65794451952fe00b10b) AuthConfig (65ad30c331bd08b64f99c2bfc9d23db3979d37b9d3b916cb76d08a0dfabf963a) AuthConfig (ccba7a9b1f6fb13d16375041d5707e71f92b68b4e5eb52e231100015ff08ef4b) AuthConfig (71e8c9bf81b77581f96b1cca4bb909b8434efbbb06bf9c9ec1aa5c8f412b9c76) AuthConfig (c5421eebe7da7086c1d4756a4f69af5cdd7ec596e7f07e8aff73f29facff31ae) AuthConfig (55a7427f941cf70e3504be7b1faaabc3224d15aa575a45663edd720843ebc89b) AuthConfig (6d702678bda1dfc9e3eeb362adcee5bc69be4839840717fadfcf3f540bbad15d) AuthConfig (85484301f7aa6f30a87b224096575af8d7beea83a8ccf5091f246a4cb028e31b) AuthConfig (04ef5a9f5a54464f8dc13ab6c0af24178bef36e48dd84e92297e1f685bae9a8a) AuthConfig (c3ead856f0c0807270869b6a467d9281b93eaaa8c65e788c4b6393073db2cbe8) AuthConfig (ad5aa9665d52830893fb4af1a6c52222eff28c5437dcf9fe501cab6f82aeaea0) AuthConfig (059aa363c4f5743984f4a4750b299221d4153361bba88fb44779ada6b736d06a) AuthConfig (cee3ed5de102b63f4fd0d549002d21484e590243e6bb220ff26d56c71481f262) AuthConfig (376d56a711fbb2b29d7c46a8a0998936174b738443f0db294a13f85fd8478a94) AuthConfig (8b7e784474461510a9d9970d39fe03c297fc6f9a5f80873c40898bdfcb389e5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"854f6754-cce3-4889-ba4c-f5430f170ab5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:50.272493498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"470097a7-cd96-46fd-b8d8-9472a6fd30e8","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:50.272493499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"0abc69d1-ba72-4f55-b5ec-fb98fa75698e","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:50.445728763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"57cf83e5-e16c-4e5c-8a3a-4435dfee1080","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:50.445749112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"57cf83e5-e16c-4e5c-8a3a-4435dfee1080","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:50.448314182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"980622da-7d5e-4688-b2d7-c3270e07d959","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:50.448332999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"980622da-7d5e-4688-b2d7-c3270e07d959","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.138359341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"9b73382d-3b98-4ae4-a73b-ad66e5dbef20","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.139397894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"f17a13f8-b0c1-428c-af9d-60c848a38f49","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.310344601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"1f9fcf5f-202a-48ca-8816-df13caee1e9f","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.310370291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"1f9fcf5f-202a-48ca-8816-df13caee1e9f","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.311217748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"47792cf9-1531-4a0a-a2d8-7cd213fb8de9","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.311232532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"47792cf9-1531-4a0a-a2d8-7cd213fb8de9","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.713765127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"b0813ee1-85ca-4e7f-9498-ef9dd787f6b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.771925331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"b0813ee1-85ca-4e7f-9498-ef9dd787f6b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:51.968554553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"52111497-2780-4cd7-8b77-1336080ba98a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:52.026066123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"52111497-2780-4cd7-8b77-1336080ba98a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:53.774377564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0533e935-3c01-4978-96d5-e87b9624dd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:53.828062604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0533e935-3c01-4978-96d5-e87b9624dd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:53.881912371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0533e935-3c01-4978-96d5-e87b9624dd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:53.93590436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0533e935-3c01-4978-96d5-e87b9624dd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.170868704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"79f97241-2356-4d29-9e53-3a751612a6cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.170936564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"b10ee32f-44fa-4a94-b007-e7da1c218ccb","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.170953112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"b10ee32f-44fa-4a94-b007-e7da1c218ccb","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.347553715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"79f97241-2356-4d29-9e53-3a751612a6cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.453332071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"8c0bebf3-653f-4f6e-a600-4006f28755e9","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.454179352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"0c5be0ab-dc1a-40be-8583-075489921119","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.487714695Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"79f97241-2356-4d29-9e53-3a751612a6cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"e2e-shared-a-w4-7cde84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.487732098Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-sub-iso-auth-14f986","reconcileID":"79f97241-2356-4d29-9e53-3a751612a6cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.550413324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"e7cc5432-ded5-417e-9a37-c4ddfdb0d6dd","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.550431995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"e7cc5432-ded5-417e-9a37-c4ddfdb0d6dd","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.688994845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"29736908-bcfb-490a-95e7-a1d2baa11d52","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.689014676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"29736908-bcfb-490a-95e7-a1d2baa11d52","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.826058937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"7cf417db-bff0-463b-90ba-df1a0ec33eca","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.82612588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"27d3a762-2fea-4f9f-97b1-04db3d769f90","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.880281731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae933e05-62c6-4bd3-b964-36420df2ee65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.934548437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae933e05-62c6-4bd3-b964-36420df2ee65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:55.9883118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae933e05-62c6-4bd3-b964-36420df2ee65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:56.041935877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae933e05-62c6-4bd3-b964-36420df2ee65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:58.441898696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"fd0319f3-4591-4fa6-87f0-0a4405554fe1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:58.499188402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"fd0319f3-4591-4fa6-87f0-0a4405554fe1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:58.773260737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"19a71d56-df25-4815-9d8e-14cd1c64b220","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:26:58.77328154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"19a71d56-df25-4815-9d8e-14cd1c64b220","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.033924614Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","namespace":"ai-tenant-e2e-inf-b-3edc8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.03398299Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","namespace":"ai-tenant-e2e-inf-b-3edc8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.034034549Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","tenant":"e2e-inf-b-3edc8c","tenantID":"e2e-inf-b-3edc8c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.089270913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"Deployment","name":"maas-api-e2e-inf-b-3edc8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.155986869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"Service","name":"maas-api-e2e-inf-b-3edc8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.166782687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"ef974175-7879-4368-bb15-c6953b2abed6","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.166810615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"ef974175-7879-4368-bb15-c6953b2abed6","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.220439857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-3edc8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.225365754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"26e09f46-01bc-4ddb-825a-ef4588cbdf8f","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.225390651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"26e09f46-01bc-4ddb-825a-ef4588cbdf8f","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.275529687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-3edc8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.33086728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.336972688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"8feaf2ae-75c7-4ef2-abd2-c6d14ff50302","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.388978715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.447265045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.461125226Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"8feaf2ae-75c7-4ef2-abd2-c6d14ff50302","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.502619336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.516988559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"8feaf2ae-75c7-4ef2-abd2-c6d14ff50302","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.555924547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"Deployment","name":"payload-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.575469219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"9d2483b8-43f7-49d2-931f-afd87f17b102","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.575488703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"9d2483b8-43f7-49d2-931f-afd87f17b102","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.609107438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.662177158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"Service","name":"payload-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.715403971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.768628352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.821862981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.874886771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.931054889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:02.984517704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:03.03760901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:03.090867451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-3edc8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:03.144357809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3edc8c"},"namespace":"ai-tenant-e2e-inf-b-3edc8c","name":"default-tenant","reconcileID":"188b3c7f-f9bb-40f4-bcae-014b55abb1d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-3edc8c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:03.921452919Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-3edc8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-3edc8c","reconcileID":"e9426cb1-bf77-4aec-96bc-e5c55aa2b20f","aitenant":"ai-tenants/e2e-inf-b-3edc8c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:04.580105428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928705c3-4843-4314-b8bb-6dfbd72eb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:04.634417474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928705c3-4843-4314-b8bb-6dfbd72eb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:04.688154028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928705c3-4843-4314-b8bb-6dfbd72eb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:04.741878342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"928705c3-4843-4314-b8bb-6dfbd72eb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:04.802024891Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-3edc8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-3edc8c","reconcileID":"e9426cb1-bf77-4aec-96bc-e5c55aa2b20f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-3edc8c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-3edc8c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.209055735Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"df7b6291-6966-44eb-9fc6-1e7ec0defe08","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscription":"e2e-shared-sub-14f986","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.438627981Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-shared-sub-14f986","reconcileID":"df7b6291-6966-44eb-9fc6-1e7ec0defe08","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-7cde84/e2e-a-only-14f986"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.65439506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"ecd57ebc-f582-4b0e-aee3-7d30ccd7dfe8","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.682952924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9626a72-cc37-49b6-84b9-dc3152804512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.706358374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"16e551be-4e27-4177-9bb1-ea2554392854","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.706376851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"16e551be-4e27-4177-9bb1-ea2554392854","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.737052227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9626a72-cc37-49b6-84b9-dc3152804512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.791110543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9626a72-cc37-49b6-84b9-dc3152804512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.843398023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"449cde03-9e74-4049-b84f-544819e2bbc0","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.843419149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"449cde03-9e74-4049-b84f-544819e2bbc0","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:06.84582272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9626a72-cc37-49b6-84b9-dc3152804512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:08.78036755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aede5ea1-363e-41f1-9934-d83b9ba7b5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:08.780464024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","namespace":"ai-tenant-e2e-mt-b5e8794c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:08.780525873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","namespace":"ai-tenant-e2e-mt-b5e8794c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:08.834104374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aede5ea1-363e-41f1-9934-d83b9ba7b5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:08.834234237Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","tenant":"e2e-mt-b5e8794c","tenantID":"e2e-mt-b5e8794c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:08.887826538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aede5ea1-363e-41f1-9934-d83b9ba7b5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:08.941878609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aede5ea1-363e-41f1-9934-d83b9ba7b5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:08.945693843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"Deployment","name":"maas-api-e2e-mt-b5e8794c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.006234969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"Service","name":"maas-api-e2e-mt-b5e8794c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.066909566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-b5e8794c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.12639007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-b5e8794c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.219348803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.274666805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.330489758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.385777496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.441309084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"Deployment","name":"payload-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.494446094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.548548095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"Service","name":"payload-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.601676047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"Service","name":"payload-pre-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.656215399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"DestinationRule","name":"payload-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.715912905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.773674289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.833998853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.887239824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.940421347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:09.993850313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-b5e8794c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:10.05299025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b5e8794c"},"namespace":"ai-tenant-e2e-mt-b5e8794c","name":"default-tenant","reconcileID":"c9b08414-0c06-4c6f-80b6-0aaf69a489df","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-b5e8794c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:10.843072689Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-b5e8794c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-b5e8794c","reconcileID":"15048b1f-0349-4bba-95de-d0fedac41100","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-b5e8794c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-b5e8794c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:10.998084225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708fa7cd-ec06-4165-bf51-15ec971f877c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:11.052650169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708fa7cd-ec06-4165-bf51-15ec971f877c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:11.106780483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708fa7cd-ec06-4165-bf51-15ec971f877c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:11.160899299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708fa7cd-ec06-4165-bf51-15ec971f877c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:12.653524519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:12.685251867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"592f0359-2622-4be4-b07f-6df7369ab5b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:12.744078735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"592f0359-2622-4be4-b07f-6df7369ab5b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:12.800753286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"592f0359-2622-4be4-b07f-6df7369ab5b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:13.085874762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7febabb4-0321-493c-8c40-5e563b93295a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:13.141243304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7febabb4-0321-493c-8c40-5e563b93295a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:13.195874342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7febabb4-0321-493c-8c40-5e563b93295a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:13.250318827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7febabb4-0321-493c-8c40-5e563b93295a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:15.183124077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec08c334-020e-4fce-b9cf-a71a59f2bece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:15.237150189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec08c334-020e-4fce-b9cf-a71a59f2bece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:15.290888782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec08c334-020e-4fce-b9cf-a71a59f2bece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:15.345008293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec08c334-020e-4fce-b9cf-a71a59f2bece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.069248797Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"c48acdc7-3a57-4efc-a85f-19e8e8e3cd5d","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","subscription":"e2e-a-only-14f986","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.123108624Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"c48acdc7-3a57-4efc-a85f-19e8e8e3cd5d","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.177013364Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"e2e-a-only-14f986","reconcileID":"c48acdc7-3a57-4efc-a85f-19e8e8e3cd5d","MaaSSubscription":{"name":"e2e-a-only-14f986","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"name":"maas-trlp-sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.451691737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"9a70e4d6-82ba-4348-b86b-c51a7a4ec616","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"tenant":"e2e-shared-a-w4-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","model":"ai-tenant-e2e-shared-a-w4-7cde84/sub-test-model-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.451718913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"sub-test-model-7cde84","reconcileID":"9a70e4d6-82ba-4348-b86b-c51a7a4ec616","MaaSModelRef":{"name":"sub-test-model-7cde84","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"routeName":"sub-test-model-7cde84-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","llmisvcName":"sub-test-model-7cde84","gateway":"openshift-ingress/e2e-shared-a-w4-7cde84","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.746971366Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"c02c4a4f-e6ca-44c9-8793-9df9119840e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.74705096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"6faa776c-4218-438b-b322-7dbdb02bb7c2","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.747065434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"6faa776c-4218-438b-b322-7dbdb02bb7c2","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:17.953866259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"c02c4a4f-e6ca-44c9-8793-9df9119840e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.019743772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"ca0e2f22-d88a-4f52-bf53-1b7f86da1be1","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.019773985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"cfde9f2b-7ad4-4bb9-a13a-02d2a1b28033","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.083831433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"c02c4a4f-e6ca-44c9-8793-9df9119840e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"e2e-shared-b-w4-58ca7f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.083860148Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-sub-iso-auth-14f986","reconcileID":"c02c4a4f-e6ca-44c9-8793-9df9119840e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.140544951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"b33114b1-87b7-43d7-814c-e161f4428f29","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.140566877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"b33114b1-87b7-43d7-814c-e161f4428f29","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.280968842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"dec335cb-43f8-4a63-b6b0-69804204c02d","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.280987382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"dec335cb-43f8-4a63-b6b0-69804204c02d","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.413232661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"aab43a4f-ed76-44da-87c8-39a492af09be","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:18.413266425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"e801c73d-6492-41d8-a09f-221a592b8ffd","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:20.077864434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb606a6-d7c8-4189-9a35-36a306e34d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:20.13152684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb606a6-d7c8-4189-9a35-36a306e34d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:20.185213308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb606a6-d7c8-4189-9a35-36a306e34d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:20.239103437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb606a6-d7c8-4189-9a35-36a306e34d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:22.196817821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6a26a2-0c31-4078-8267-d73e1db8663d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:22.251030829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6a26a2-0c31-4078-8267-d73e1db8663d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:22.305009457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6a26a2-0c31-4078-8267-d73e1db8663d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:22.359683899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6a26a2-0c31-4078-8267-d73e1db8663d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:22.907963334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"98e29592-9d24-495f-85cd-259a40bd3567","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:22.965761652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"98e29592-9d24-495f-85cd-259a40bd3567","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:23.021804361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"98e29592-9d24-495f-85cd-259a40bd3567","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:28.725248477Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"f994a6a5-96ca-425e-b717-bd93bd60ff7a","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscription":"e2e-shared-sub-14f986","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:28.943090947Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-shared-sub-14f986","reconcileID":"f994a6a5-96ca-425e-b717-bd93bd60ff7a","MaaSSubscription":{"name":"e2e-shared-sub-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-58ca7f/e2e-b-only-14f986"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:29.158757364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"14afd276-23ae-42ff-8c09-83570b2e0f0e","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:29.20367711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"9f69fee9-2c80-4fec-ada0-84670c590ff6","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:29.203700312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"9f69fee9-2c80-4fec-ada0-84670c590ff6","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:29.495104129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"36b58a3f-195e-4b96-895f-84517760e97f","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:29.495124372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"36b58a3f-195e-4b96-895f-84517760e97f","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:33.129704885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"80e2b715-12dc-4497-9eb7-7b1ebc603d69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:33.187424408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"80e2b715-12dc-4497-9eb7-7b1ebc603d69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:33.243442464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"80e2b715-12dc-4497-9eb7-7b1ebc603d69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.056690084Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","namespace":"ai-tenant-e2e-shared-a-w2-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.056754334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","namespace":"ai-tenant-e2e-shared-a-w2-06e461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.056803305Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","tenant":"e2e-shared-a-w2-06e461","tenantID":"e2e-shared-a-w2-06e461","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.112369422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-06e461","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.177882938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"Service","name":"maas-api-e2e-shared-a-w2-06e461","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.235625008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-06e461","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.290911447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-06e461","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.351888348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.407785087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.46540336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.524401765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.57762892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.630835229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.684606219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.737670034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.790895904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.844162291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.897458551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:36.95370485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:37.0068587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:37.06009323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:37.113446648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-06e461","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:37.167716133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06e461"},"namespace":"ai-tenant-e2e-shared-a-w2-06e461","name":"default-tenant","reconcileID":"4eb20054-f859-42af-98b6-597c845bd2b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-06e461","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:39.502849186Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-06e461","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-06e461","reconcileID":"957da052-8895-4c15-8491-80a51e47f1d2","aitenant":"ai-tenants/e2e-shared-a-w2-06e461","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:39.660650893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"e2e0ce97-eb0b-4731-8407-9a50df2192b1","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","subscription":"e2e-b-only-14f986","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:39.714874608Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"e2e0ce97-eb0b-4731-8407-9a50df2192b1","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:39.768392057Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"e2e-b-only-14f986","reconcileID":"e2e0ce97-eb0b-4731-8407-9a50df2192b1","MaaSSubscription":{"name":"e2e-b-only-14f986","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"name":"maas-trlp-sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:39.979327493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7810665a-b26e-4406-88b6-262d26edfa4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:40.033946069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7810665a-b26e-4406-88b6-262d26edfa4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:40.08575651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"ed499738-c784-4ff2-baad-1dd60ce80f22","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"tenant":"e2e-shared-b-w4-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","model":"ai-tenant-e2e-shared-b-w4-58ca7f/sub-test-model-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:40.085776694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"sub-test-model-58ca7f","reconcileID":"ed499738-c784-4ff2-baad-1dd60ce80f22","MaaSModelRef":{"name":"sub-test-model-58ca7f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"routeName":"sub-test-model-58ca7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","llmisvcName":"sub-test-model-58ca7f","gateway":"openshift-ingress/e2e-shared-b-w4-58ca7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:40.087737639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7810665a-b26e-4406-88b6-262d26edfa4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:40.142570329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7810665a-b26e-4406-88b6-262d26edfa4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:40.314454772Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-06e461","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-06e461","reconcileID":"957da052-8895-4c15-8491-80a51e47f1d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-06e461","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-06e461"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.078953781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f6bb37-eb1d-4eb4-963d-ba08d80c9ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.133414119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f6bb37-eb1d-4eb4-963d-ba08d80c9ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.187323039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f6bb37-eb1d-4eb4-963d-ba08d80c9ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.241714775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f6bb37-eb1d-4eb4-963d-ba08d80c9ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.577889697Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","namespace":"ai-tenant-e2e-inf-a-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.577946557Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","namespace":"ai-tenant-e2e-inf-a-dd28e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.578001473Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","tenant":"e2e-inf-a-dd28e6","tenantID":"e2e-inf-a-dd28e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.635236163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"Deployment","name":"maas-api-e2e-inf-a-dd28e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.657434357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.699397097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"Service","name":"maas-api-e2e-inf-a-dd28e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.763158594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-dd28e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.818921415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-dd28e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.878077754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.934143154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:42.990193937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.055638341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.109772145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"Deployment","name":"payload-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.163452785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.216781169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"Service","name":"payload-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.270121992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.329894849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.383997171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.437222633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.437563723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"5d0397dd-9a8e-4b2a-a109-d430eeb7798e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.493254359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.494824133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"5d0397dd-9a8e-4b2a-a109-d430eeb7798e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.546359853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.551243321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"5d0397dd-9a8e-4b2a-a109-d430eeb7798e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.599412831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.723460726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-dd28e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:43.779829761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dd28e6"},"namespace":"ai-tenant-e2e-inf-a-dd28e6","name":"default-tenant","reconcileID":"6741c70f-cfdb-49e5-82cc-48beb4cfa0af","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-dd28e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:44.279370413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4bb72c-f8fe-443c-a79c-1a20c0ca897d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:44.333112244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4bb72c-f8fe-443c-a79c-1a20c0ca897d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:44.386776582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4bb72c-f8fe-443c-a79c-1a20c0ca897d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:44.440864743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4bb72c-f8fe-443c-a79c-1a20c0ca897d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:48.579146168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87003e10-760f-4692-83a0-fad867dd3486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:48.632901995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87003e10-760f-4692-83a0-fad867dd3486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:48.687152354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87003e10-760f-4692-83a0-fad867dd3486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:48.740953717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87003e10-760f-4692-83a0-fad867dd3486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:48.74105046Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-dd28e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-dd28e6","reconcileID":"bce47945-8ca2-4763-831f-da97986df705","aitenant":"ai-tenants/e2e-inf-a-dd28e6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:49.507803312Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-dd28e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-dd28e6","reconcileID":"bce47945-8ca2-4763-831f-da97986df705","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-dd28e6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-dd28e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:50.726560781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8478df9e-657f-47d0-823c-b27e3fb81e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:50.780235496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8478df9e-657f-47d0-823c-b27e3fb81e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:50.834648802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8478df9e-657f-47d0-823c-b27e3fb81e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:50.888255089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8478df9e-657f-47d0-823c-b27e3fb81e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:52.878802309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab33966-d4d6-4b3c-b4c8-0b31438d1809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:52.933247842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab33966-d4d6-4b3c-b4c8-0b31438d1809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:52.987213675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab33966-d4d6-4b3c-b4c8-0b31438d1809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:53.040896474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab33966-d4d6-4b3c-b4c8-0b31438d1809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:53.659104231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"64e8ea15-e5be-4c3d-86f0-074bf328395e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:53.716297813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"64e8ea15-e5be-4c3d-86f0-074bf328395e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:53.772259669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ccf868b0c716a18e90e502ebb2284ce90d5ee3fcd5779be4d996fb8a3d03b43) AuthConfig (f4ecce895af38f9134e1fa20d5bd1e91c0c47aeb2d6d3a1ff49cf2e9138234bb) AuthConfig (52afa67a4bb23da81788fa24144b809f70c5f20786bfc6a5c4e8bd0929485ee9) AuthConfig (21c045f9fd9a65bcf44bc04d3fcb17d52c1649c95ac1f90f68dd01492045074d) AuthConfig (6e2c4c40ad28f1eeda9eca533706722536247311f5ede5be2cbe544e374719a6) AuthConfig (16fa7701b7d425ecd2db71ef9158baee753a6f3a0a2da1c3b4f412045e679280) AuthConfig (723ff56478b245706677de5d534bdca6f79a45abce147a872b1386591bf44cbc) AuthConfig (b0dda7ce592fb57a979446129e21c491a217f4c5c9a704c19a519ee42c367e92) AuthConfig (48e95544e68fc50e4e4e36c8679af44644ecbfb2cf7df51e27a09f30472eda9e) AuthConfig (848b20842f79c8cc02bec7966c894853251e29e5c14c8a4cff729041c180e15c) AuthConfig (aa5865acb61f14eec3bcbdde417b12bdef516ceb89d09786d23726919283c8f2) AuthConfig (a9353902ff809c3953ab78fb1a74b0913862deabf4e36537f31dcb1d590b46dd) AuthConfig (a7d80a75dae47b36245f18223c45bf04ddce116b33459885543e64da9d9d1caa) AuthConfig (ffaef4e77ab77e038e2181351f7ed710141739ce5f70351bf42c0606b9215e72) AuthConfig (3d0d554392a2c25a1ce426beeffb3f2b91339d1b96f1197bf10fe0af0ece726b) AuthConfig (4676855aaad0efd1f263930f7407a2242dda7211d0408fa3820678f475f20874) AuthConfig (27c00f1160fee4edb42d2d932daa50752238a681b270e486550b0ccd674d7682) AuthConfig (357c492c00cb28b26cd246d2e8f1f9086e6b25af6c039d953442c5371d3cf70a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"64e8ea15-e5be-4c3d-86f0-074bf328395e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:53.831207794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"bebe1c85-8366-4e43-b04e-5ab1a4ef51e9","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:53.831225904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"bebe1c85-8366-4e43-b04e-5ab1a4ef51e9","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:54.959239255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a6cc8a-808a-498e-941d-030992cdb135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:55.012977491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a6cc8a-808a-498e-941d-030992cdb135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:55.067255665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a6cc8a-808a-498e-941d-030992cdb135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:55.121087993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a6cc8a-808a-498e-941d-030992cdb135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:57.179791998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85668a25-bfcc-4ece-abed-574c7b87faf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:57.235626956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85668a25-bfcc-4ece-abed-574c7b87faf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:57.290305842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85668a25-bfcc-4ece-abed-574c7b87faf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:57.344530633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85668a25-bfcc-4ece-abed-574c7b87faf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:59.276012243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d03ba-90d9-4172-be3a-ed994408126b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:59.330937392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d03ba-90d9-4172-be3a-ed994408126b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:59.384676476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d03ba-90d9-4172-be3a-ed994408126b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:27:59.438501792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d03ba-90d9-4172-be3a-ed994408126b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:03.938318068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"9a196a7f-cd60-472a-91cb-e82b2ee846f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:03.995651546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"9a196a7f-cd60-472a-91cb-e82b2ee846f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:04.051552225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ccf868b0c716a18e90e502ebb2284ce90d5ee3fcd5779be4d996fb8a3d03b43) AuthConfig (f4ecce895af38f9134e1fa20d5bd1e91c0c47aeb2d6d3a1ff49cf2e9138234bb) AuthConfig (52afa67a4bb23da81788fa24144b809f70c5f20786bfc6a5c4e8bd0929485ee9) AuthConfig (21c045f9fd9a65bcf44bc04d3fcb17d52c1649c95ac1f90f68dd01492045074d) AuthConfig (6e2c4c40ad28f1eeda9eca533706722536247311f5ede5be2cbe544e374719a6) AuthConfig (16fa7701b7d425ecd2db71ef9158baee753a6f3a0a2da1c3b4f412045e679280) AuthConfig (723ff56478b245706677de5d534bdca6f79a45abce147a872b1386591bf44cbc) AuthConfig (b0dda7ce592fb57a979446129e21c491a217f4c5c9a704c19a519ee42c367e92) AuthConfig (48e95544e68fc50e4e4e36c8679af44644ecbfb2cf7df51e27a09f30472eda9e) AuthConfig (848b20842f79c8cc02bec7966c894853251e29e5c14c8a4cff729041c180e15c) AuthConfig (aa5865acb61f14eec3bcbdde417b12bdef516ceb89d09786d23726919283c8f2) AuthConfig (a9353902ff809c3953ab78fb1a74b0913862deabf4e36537f31dcb1d590b46dd) AuthConfig (a7d80a75dae47b36245f18223c45bf04ddce116b33459885543e64da9d9d1caa) AuthConfig (ffaef4e77ab77e038e2181351f7ed710141739ce5f70351bf42c0606b9215e72) AuthConfig (3d0d554392a2c25a1ce426beeffb3f2b91339d1b96f1197bf10fe0af0ece726b) AuthConfig (4676855aaad0efd1f263930f7407a2242dda7211d0408fa3820678f475f20874) AuthConfig (27c00f1160fee4edb42d2d932daa50752238a681b270e486550b0ccd674d7682) AuthConfig (357c492c00cb28b26cd246d2e8f1f9086e6b25af6c039d953442c5371d3cf70a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"9a196a7f-cd60-472a-91cb-e82b2ee846f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:12.653376618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:14.160331078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"5f6b8e75-8bff-4591-b26c-b239cc6b0fac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:14.218895343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"5f6b8e75-8bff-4591-b26c-b239cc6b0fac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:14.275502695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-0f0874-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ccf868b0c716a18e90e502ebb2284ce90d5ee3fcd5779be4d996fb8a3d03b43) AuthConfig (f4ecce895af38f9134e1fa20d5bd1e91c0c47aeb2d6d3a1ff49cf2e9138234bb) AuthConfig (52afa67a4bb23da81788fa24144b809f70c5f20786bfc6a5c4e8bd0929485ee9) AuthConfig (21c045f9fd9a65bcf44bc04d3fcb17d52c1649c95ac1f90f68dd01492045074d) AuthConfig (6e2c4c40ad28f1eeda9eca533706722536247311f5ede5be2cbe544e374719a6) AuthConfig (16fa7701b7d425ecd2db71ef9158baee753a6f3a0a2da1c3b4f412045e679280) AuthConfig (723ff56478b245706677de5d534bdca6f79a45abce147a872b1386591bf44cbc) AuthConfig (b0dda7ce592fb57a979446129e21c491a217f4c5c9a704c19a519ee42c367e92) AuthConfig (48e95544e68fc50e4e4e36c8679af44644ecbfb2cf7df51e27a09f30472eda9e) AuthConfig (848b20842f79c8cc02bec7966c894853251e29e5c14c8a4cff729041c180e15c) AuthConfig (aa5865acb61f14eec3bcbdde417b12bdef516ceb89d09786d23726919283c8f2) AuthConfig (a9353902ff809c3953ab78fb1a74b0913862deabf4e36537f31dcb1d590b46dd) AuthConfig (a7d80a75dae47b36245f18223c45bf04ddce116b33459885543e64da9d9d1caa) AuthConfig (ffaef4e77ab77e038e2181351f7ed710141739ce5f70351bf42c0606b9215e72) AuthConfig (3d0d554392a2c25a1ce426beeffb3f2b91339d1b96f1197bf10fe0af0ece726b) AuthConfig (4676855aaad0efd1f263930f7407a2242dda7211d0408fa3820678f475f20874) AuthConfig (27c00f1160fee4edb42d2d932daa50752238a681b270e486550b0ccd674d7682) AuthConfig (357c492c00cb28b26cd246d2e8f1f9086e6b25af6c039d953442c5371d3cf70a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"5f6b8e75-8bff-4591-b26c-b239cc6b0fac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:20.016613684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"3a207199-ec75-4472-84a6-34f9f8e3bd0e","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:20.016640355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"3a207199-ec75-4472-84a6-34f9f8e3bd0e","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:24.383053728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"d5f925b9-6858-4f3e-a9ab-9a4dbd7768be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:24.440818917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"d5f925b9-6858-4f3e-a9ab-9a4dbd7768be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:24.747026563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"a5223ccd-4650-41f7-9463-8dfc688fa32a","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:24.747047353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"a5223ccd-4650-41f7-9463-8dfc688fa32a","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.135745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"acede5ca-5cb2-4078-8cdc-b8fe47f95c6a","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.135779204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"acede5ca-5cb2-4078-8cdc-b8fe47f95c6a","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.197983559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"371a71bb-3b12-44c2-a409-112dca1d0637","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.198009052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"371a71bb-3b12-44c2-a409-112dca1d0637","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:28:30.240380421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"ab866e6e-5f0c-4c5e-a9af-62eefdfbda5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-f7c1da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.243901367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"8cfdc07e-9abb-4353-9d33-3e3185ae3ef3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:28:30.252638316Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"371a71bb-3b12-44c2-a409-112dca1d0637","name":"rate-test-model-6e535d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6e535d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:28:30.252734478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"371a71bb-3b12-44c2-a409-112dca1d0637","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6e535d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.258070172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"dbb0a7b6-0123-436d-94c4-a847d585f6a1","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.258087509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"dbb0a7b6-0123-436d-94c4-a847d585f6a1","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.302558118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"8cfdc07e-9abb-4353-9d33-3e3185ae3ef3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.383330864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"d8e0d26a-4c54-420d-922d-387792df1f1a","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.383349521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"d8e0d26a-4c54-420d-922d-387792df1f1a","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.442602803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"b1500a48-19a4-493c-b4dc-2cb75b566e44","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.442692514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"b1500a48-19a4-493c-b4dc-2cb75b566e44","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.443166383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"55d4dc2a-d44f-4761-9737-5948adb28c9a","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.443182636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"55d4dc2a-d44f-4761-9737-5948adb28c9a","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.488663101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"53c8d95a-7c6e-45e0-8fc4-0c75911a8c88","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.488683386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"53c8d95a-7c6e-45e0-8fc4-0c75911a8c88","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:28:30.489344594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"ef8cb9b9-dac2-4c61-a1dc-425f88095967","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-f7c1da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.489445514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"d17e2e9c-72a8-46f6-a82f-bcdcd8f54098","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.547286776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"d17e2e9c-72a8-46f6-a82f-bcdcd8f54098","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.59634019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"ddfedf4f-ad79-4809-ad3e-b7f3144ab1cc","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.596360096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"ddfedf4f-ad79-4809-ad3e-b7f3144ab1cc","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.616627097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"66b46aa7-7d18-4ae6-aa7e-6fbd4bfe34e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.653157075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"d61f6432-0afa-411e-ac2e-5280305b9bee","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.653172419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"d61f6432-0afa-411e-ac2e-5280305b9bee","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.674789951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"66b46aa7-7d18-4ae6-aa7e-6fbd4bfe34e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.713986586Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"56723d87-1f69-4d7f-a450-dda76c01cd09","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"rate-test-model-6e535d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-6e535d/e2e-rate-iso-a-f7c1da"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.870548427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"657988cc-70c6-4ab3-b440-e6860cd867ac","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"rate-test-model-0f0874","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-0f0874/e2e-rate-iso-b-f7c1da"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.883369386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"5c23601d-5ed3-42c3-ac73-a9d1a791c468","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.883390565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"5c23601d-5ed3-42c3-ac73-a9d1a791c468","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.932775745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"065f22ad-f010-4622-9c62-690bdf9bd02f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:30.990093688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"065f22ad-f010-4622-9c62-690bdf9bd02f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:31.040322835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"b7b6a900-eda0-4b2f-82e1-a418b7d5f068","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:31.040345494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"b7b6a900-eda0-4b2f-82e1-a418b7d5f068","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:31.097855996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"63b5e391-8bc4-4ec0-b427-306b42061d54","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:31.255609739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"d236025c-8a03-48c5-99bc-7f800ad534da","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:32.683435247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9568cf-cd01-4832-b67e-29922e5602c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:32.737542494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9568cf-cd01-4832-b67e-29922e5602c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:32.791457812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9568cf-cd01-4832-b67e-29922e5602c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:32.845463707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9568cf-cd01-4832-b67e-29922e5602c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:34.780432932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63eb0b8-a8d8-4179-87a6-faea43cd6089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:34.834718336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63eb0b8-a8d8-4179-87a6-faea43cd6089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:34.888620526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63eb0b8-a8d8-4179-87a6-faea43cd6089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:34.943208315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63eb0b8-a8d8-4179-87a6-faea43cd6089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:36.868245833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8197df37-64e8-4bd2-b4da-9365da947711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:36.921962309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8197df37-64e8-4bd2-b4da-9365da947711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:36.975967442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8197df37-64e8-4bd2-b4da-9365da947711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:37.030262465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8197df37-64e8-4bd2-b4da-9365da947711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:38.948877336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2a007d-b99a-458f-8b5d-260e206f0a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:39.005336338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2a007d-b99a-458f-8b5d-260e206f0a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:39.060868444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2a007d-b99a-458f-8b5d-260e206f0a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:39.114749513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2a007d-b99a-458f-8b5d-260e206f0a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:41.055443147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270baca1-8f3e-45b0-8d32-d0244a492879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:41.109337496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270baca1-8f3e-45b0-8d32-d0244a492879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:41.16331392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270baca1-8f3e-45b0-8d32-d0244a492879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:41.219881629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"270baca1-8f3e-45b0-8d32-d0244a492879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:42.653662943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:43.136671489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1353e0-b253-411b-a25a-d33e4e24efab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:43.190226516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1353e0-b253-411b-a25a-d33e4e24efab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:43.244789445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1353e0-b253-411b-a25a-d33e4e24efab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:43.299429401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1353e0-b253-411b-a25a-d33e4e24efab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:45.223473647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b89804-abe7-4671-897b-3c5066a29dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:45.277412026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b89804-abe7-4671-897b-3c5066a29dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:45.331057406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b89804-abe7-4671-897b-3c5066a29dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:45.385298385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b89804-abe7-4671-897b-3c5066a29dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:47.394915525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd18819d-97a6-4330-8eee-61cee255ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:47.448885679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd18819d-97a6-4330-8eee-61cee255ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:47.502709466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd18819d-97a6-4330-8eee-61cee255ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:47.556638178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd18819d-97a6-4330-8eee-61cee255ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:49.488606964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44270ba9-7a94-4f05-aa76-95718267a950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:49.542440289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44270ba9-7a94-4f05-aa76-95718267a950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:49.596589404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44270ba9-7a94-4f05-aa76-95718267a950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:49.650643457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44270ba9-7a94-4f05-aa76-95718267a950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.56706599Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.567121729Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.567192359Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","tenant":"e2e-shared-b-w2-c7e71f","tenantID":"e2e-shared-b-w2-c7e71f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.622661416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-c7e71f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.686017043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"Service","name":"maas-api-e2e-shared-b-w2-c7e71f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.742213239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-c7e71f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.800104337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-c7e71f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.85662218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.91211593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:56.969702199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.024847356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.078465486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.131539073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.184761261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.237814927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.29110231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.344286292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.397636969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.455148951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.508345451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.561491748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.614478543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-c7e71f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.668062765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c7e71f"},"namespace":"ai-tenant-e2e-shared-b-w2-c7e71f","name":"default-tenant","reconcileID":"f76eebb6-1ba4-49c3-b43f-826b0093def0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-c7e71f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.725608162Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","namespace":"ai-tenant-e2e-inf-b-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.725680258Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","namespace":"ai-tenant-e2e-inf-b-cf2a53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.725729775Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","tenant":"e2e-inf-b-cf2a53","tenantID":"e2e-inf-b-cf2a53","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.782648281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"Deployment","name":"maas-api-e2e-inf-b-cf2a53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.847502906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"Service","name":"maas-api-e2e-inf-b-cf2a53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.919949551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-cf2a53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:57.989676451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-cf2a53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.048336941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.106238167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.166144026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.225405078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.279006424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"Deployment","name":"payload-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.332278265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.385238729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"Service","name":"payload-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.438350921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.491545902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.54457678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.597712764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.653818842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.706884131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.760259759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.814261493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-cf2a53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:58.867499859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf2a53"},"namespace":"ai-tenant-e2e-inf-b-cf2a53","name":"default-tenant","reconcileID":"0398ebbc-a80d-49aa-835e-8b4f6586d2fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-cf2a53","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:28:59.683036508Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c7e71f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c7e71f","reconcileID":"994ef771-8bf8-4f8b-b538-a7247429835a","aitenant":"ai-tenants/e2e-shared-b-w2-c7e71f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:00.15978886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe4b444-970c-4462-8a2a-0bb7f985c55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:00.213398482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe4b444-970c-4462-8a2a-0bb7f985c55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:00.267014291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe4b444-970c-4462-8a2a-0bb7f985c55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:00.320920959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe4b444-970c-4462-8a2a-0bb7f985c55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:00.493330275Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c7e71f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c7e71f","reconcileID":"994ef771-8bf8-4f8b-b538-a7247429835a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c7e71f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c7e71f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.130916985Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cf2a53","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cf2a53","reconcileID":"06a8c727-3f31-474d-95c2-900758ca10cc","aitenant":"ai-tenants/e2e-inf-b-cf2a53","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.594497334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-access","reconcileID":"5c950a38-05c8-4dcd-b292-d65d62ac5520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.594592063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"c2f2fb72-82e6-4615-9ede-9d78448ae2b9","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.787253833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ded12d5e-8e89-46e3-a510-c12ea0c99858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.79560349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"9b762827-adc6-4df9-89ee-53bbca550397","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.845267674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ded12d5e-8e89-46e3-a510-c12ea0c99858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.896527105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"9c82893e-02e8-4a4c-b5c3-65842ae2acfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.904928477Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cf2a53","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cf2a53","reconcileID":"06a8c727-3f31-474d-95c2-900758ca10cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-cf2a53","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-cf2a53"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:01.942638581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"8d172166-0dd2-482d-af6c-f4c8217139c1","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:02.11331991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ec0876c6-a373-4a78-9e99-6caffc585a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:02.170917036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"ec0876c6-a373-4a78-9e99-6caffc585a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:02.284057502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e806c90f-de01-49a8-abef-c2a0cd908e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:02.338159827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e806c90f-de01-49a8-abef-c2a0cd908e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:02.392900059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e806c90f-de01-49a8-abef-c2a0cd908e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:02.446706865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e806c90f-de01-49a8-abef-c2a0cd908e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:02.966278927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-access","reconcileID":"58e6a98a-8fd2-4037-8654-6ef459006b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:02.966286472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"6a15db1a-dcae-4f82-800b-84e64699a4fd","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:03.130562938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"83b7ffd9-5f89-497f-a19b-a48d4f9e6e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:03.178012451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"84875d0a-6cdd-47d8-ae25-fba9ab31c9ed","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:03.188315592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"83b7ffd9-5f89-497f-a19b-a48d4f9e6e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:03.238396759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"2575411b-e8c0-4fe4-870e-44269e14ca9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:03.310804709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"6a15fb97-f32c-4fe0-9817-e2ddd4d3b1a1","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:03.585871503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"067d34e5-3dcc-4ecc-a00f-457c274d456a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:03.644302735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"067d34e5-3dcc-4ecc-a00f-457c274d456a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:04.385969285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9dc70f-66c7-48c6-91c7-d009a082e4ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:04.439478903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9dc70f-66c7-48c6-91c7-d009a082e4ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:04.49325886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9dc70f-66c7-48c6-91c7-d009a082e4ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:04.547582851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9dc70f-66c7-48c6-91c7-d009a082e4ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:06.498290065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598f9e4c-5332-4ad8-a946-8a4cef16166c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:06.552773475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598f9e4c-5332-4ad8-a946-8a4cef16166c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:06.606491817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598f9e4c-5332-4ad8-a946-8a4cef16166c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:06.66016638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598f9e4c-5332-4ad8-a946-8a4cef16166c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:10.978074166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"4cadafde-aea6-45e0-9097-3aae416c4a35","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:12.174601243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"f7f5dd17-7e31-4c98-89b6-c6cafacc3b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:12.228425592Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"f7f5dd17-7e31-4c98-89b6-c6cafacc3b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:12.282091454Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"simulator-subscription","reconcileID":"f7f5dd17-7e31-4c98-89b6-c6cafacc3b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/simulator-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:12.561433236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"333f5552-e3e4-4283-946e-f33070c75f2a","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:12.653459155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:12.668562661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"022b6d8e-99c5-4cf1-af39-71e443f8e7f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:12.726099145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"022b6d8e-99c5-4cf1-af39-71e443f8e7f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.454944426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"496b9cd3-b3f8-4325-ab45-8e4ceb0a0faf","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.520577914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"46fe05a1-a114-40d0-8f9e-3a357f01e880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.574159633Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"46fe05a1-a114-40d0-8f9e-3a357f01e880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.624158973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"95a9d2e4-f1f0-4492-b1ed-708532ca3217","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.624178815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"95a9d2e4-f1f0-4492-b1ed-708532ca3217","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.627838797Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"simulator-subscription","reconcileID":"46fe05a1-a114-40d0-8f9e-3a357f01e880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/simulator-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.814370012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"8d2279cc-7bae-400c-b9f5-45014b94a3bd","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.902021903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"2f52cb78-c53d-4f16-8ee6-9629e7f4eba2","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.983220163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"7360849d-45d9-4f74-b977-5a0b5d54cb58","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:13.983240584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"7360849d-45d9-4f74-b977-5a0b5d54cb58","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.008776517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"99413df4-7f0f-4b1c-8ad8-880ddefe0e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.066125463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"99413df4-7f0f-4b1c-8ad8-880ddefe0e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.622999211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"964bb370-8d52-4631-bd0b-4bcf2018d58c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.680895558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"964bb370-8d52-4631-bd0b-4bcf2018d58c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.849175774Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.849235095Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","namespace":"ai-tenant-e2e-shared-a-w4-7cde84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.849285211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","tenant":"e2e-shared-a-w4-7cde84","tenantID":"e2e-shared-a-w4-7cde84","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.904666104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-7cde84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:14.966560555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"Service","name":"maas-api-e2e-shared-a-w4-7cde84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.023143312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-7cde84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.077974259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-7cde84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.141690215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.153739569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"05536b0e-7542-44e2-8529-87c54e0789fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.197771493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.212166965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"05536b0e-7542-44e2-8529-87c54e0789fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.271040041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.333188954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.386420839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.439640016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.493077709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.546366483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.60026921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.653960975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.707288071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.763539989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.816811924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.870001715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.923490545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-7cde84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:15.977378218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7cde84"},"namespace":"ai-tenant-e2e-shared-a-w4-7cde84","name":"default-tenant","reconcileID":"6d956012-266b-41b5-bb9f-f978aef381cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-7cde84","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:16.769996218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"e225f8c2-1c7b-4559-a27f-7341a14ce392","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:16.933848075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"7c941590-f23f-45ab-b7fd-0ca379296376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:16.991194552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"7c941590-f23f-45ab-b7fd-0ca379296376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:17.044598583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"1818bfa8-7546-4bf3-98c7-1fb735cb2075","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:17.0836527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"82901c3e-995f-4698-afea-2db7bf22c8aa","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:17.211377752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"0d4f9aea-8d96-4384-a68c-b04b72c5881a","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:17.426067591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"87651cd6-039c-4a8a-a018-a48dabdf2454","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:17.744194761Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-7cde84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-7cde84","reconcileID":"dfca66c2-829d-42da-9a79-3f184f321002","aitenant":"ai-tenants/e2e-shared-a-w4-7cde84","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:17.964349325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"190fd872-15b1-4f64-83e0-81613e154a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.022928992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"190fd872-15b1-4f64-83e0-81613e154a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.072806231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"b6371ba3-0175-42e3-8461-d1ffcfc74746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.305720326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"f9c11eb9-536a-4fcc-8986-fc3817cee9ad","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.377668222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f2f870-d982-462b-b800-5f2a17c77f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.432106797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f2f870-d982-462b-b800-5f2a17c77f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.432435733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"571ac3e8-2a37-4aa4-9688-caa994c8a6f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.485968469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f2f870-d982-462b-b800-5f2a17c77f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.539767786Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"49155b03-c976-4dc5-b820-1a04d29a374d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-994d2ec6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.540604174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f2f870-d982-462b-b800-5f2a17c77f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.600098908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"571ac3e8-2a37-4aa4-9688-caa994c8a6f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.600921918Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-7cde84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-7cde84","reconcileID":"dfca66c2-829d-42da-9a79-3f184f321002","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-7cde84","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-7cde84"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.670673212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"1dbab7d1-6e2a-44f1-ac5b-ea4ecda94e07","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.81270401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"19dc61cb-be2e-4ce9-ac97-dd6aa76738bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.812788126Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"b2b8d606-994e-4e0c-b78a-886852a62ed7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-994d2ec6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.961264695Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"6c673477-2533-406d-a8e7-00186b474cba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.961329993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"e3b40b43-c145-4eae-87a4-3f6deafdbd71","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:18.961344529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"e3b40b43-c145-4eae-87a4-3f6deafdbd71","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.066473172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"19dc61cb-be2e-4ce9-ac97-dd6aa76738bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.166682735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"6c673477-2533-406d-a8e7-00186b474cba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.193126175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"19dc61cb-be2e-4ce9-ac97-dd6aa76738bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"e2e-worker-w2-6fa533-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.193173921Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-access","reconcileID":"19dc61cb-be2e-4ce9-ac97-dd6aa76738bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.235158239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"65994f53-82db-4991-93ac-e3ea053b29bd","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.252704041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"e4722306-4f0a-492a-bd26-4d9549531d59","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.253690278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"3565e189-6ad5-4350-ab70-afdd459ad2f2","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.253886719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"9ab7a5d5-60a8-47c3-a1b3-bfe855b9d755","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.254053407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"34676e6b-7a28-497c-b2da-494acdc9ebe6","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.254274796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"8518163c-ee4b-41b2-ba79-7fe98b25bb67","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.293963627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"6c673477-2533-406d-a8e7-00186b474cba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"e2e-shared-a-w0-6e535d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.293984327Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"6c673477-2533-406d-a8e7-00186b474cba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.306785857Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"8ecf9f2b-f99c-4b63-8770-3a011b2e74a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-994d2ec6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.350830216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"5849df1b-c7e3-4afe-8ddb-dee777988c75","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.350856835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"5849df1b-c7e3-4afe-8ddb-dee777988c75","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.500409867Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"2288383f-bf2b-44e1-906f-1ca16377592b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.50052594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"2521f668-13b7-4592-a38e-ef93f28c6009","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.500545548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"2521f668-13b7-4592-a38e-ef93f28c6009","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.675722654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"77b621ea-e3c8-4a25-957f-3b921f6bc402","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.709474674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"2288383f-bf2b-44e1-906f-1ca16377592b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.834001436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"a7c37c55-54b3-401b-91ce-df429e971b4d","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.836411161Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"2288383f-bf2b-44e1-906f-1ca16377592b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"e2e-shared-b-w0-0f0874-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.836435102Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-auth-f7c1da","reconcileID":"2288383f-bf2b-44e1-906f-1ca16377592b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.947960872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"17c66789-ccf3-4e60-91cf-794a796e194c","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:19.947981056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"17c66789-ccf3-4e60-91cf-794a796e194c","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.051966441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"982733fc-18fe-454f-bdbd-ac85938eb3d4","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.081321701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"134303b9-14b3-4d95-9940-15f9591f5568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.110891419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"ea501241-1494-4027-a60d-bdf6ff8767ef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.132326652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"2c09c456-f5a6-48f6-a3f3-468a47183c6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.142216858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"134303b9-14b3-4d95-9940-15f9591f5568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:29:20.165073443Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"ea501241-1494-4027-a60d-bdf6ff8767ef","name":"premium-w1-5f765a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:29:20.165138753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"ea501241-1494-4027-a60d-bdf6ff8767ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-5f765a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.165292636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"20065ae5-0a9c-4cef-a1eb-00eac0e642ad","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.165304176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"20065ae5-0a9c-4cef-a1eb-00eac0e642ad","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.170455299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"daecb81d-4e52-47fd-8180-46090fa1879b","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.232915657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"de09c857-60b2-453e-9df9-bf1c0baf6bb6","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.35166859Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"6a952357-79a1-475f-86a2-bde3bb1c3f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.351961819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"3b3520b9-9db5-4125-9217-e597c8c47698","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.35229517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"2d4e0866-f8d2-4a9b-bf95-e84fe9283681","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.352596811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"6d2550f8-6a05-40df-a2e3-81ab0254a749","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.352867399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"655837d7-c9c3-469f-8a9b-14c4359e0687","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.410177414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"3247f60c-eef4-4ec4-af41-e8f828382b62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e235b9dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.462267922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e87bdcb3-334a-4600-bb38-a7de712e2d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.516244856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e87bdcb3-334a-4600-bb38-a7de712e2d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.572495691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e87bdcb3-334a-4600-bb38-a7de712e2d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.626944612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"6a952357-79a1-475f-86a2-bde3bb1c3f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.627396766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e87bdcb3-334a-4600-bb38-a7de712e2d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.755871165Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"6a952357-79a1-475f-86a2-bde3bb1c3f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"e2e-worker-w1-5f765a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.755895217Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-access","reconcileID":"6a952357-79a1-475f-86a2-bde3bb1c3f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:20.813348557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"b2a3a537-fa3d-44a0-b8fd-c5c0e0edd8d4","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:22.705816623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2750f757-e6b4-46b8-a0cc-89e64f66ad28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:22.760085158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2750f757-e6b4-46b8-a0cc-89e64f66ad28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:22.814542825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2750f757-e6b4-46b8-a0cc-89e64f66ad28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:22.868795088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2750f757-e6b4-46b8-a0cc-89e64f66ad28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:23.117808891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"a76f3d0e-8dba-4f14-811c-2b290a1ef771","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:23.452641318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"e29a038c-7808-4496-9abe-6ff7e0c06c84","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:23.506067414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"bf34e7c3-72a3-4342-83d2-98c3f4ecb26c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:23.561101006Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"bf34e7c3-72a3-4342-83d2-98c3f4ecb26c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:23.615081888Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"premium-simulator-subscription","reconcileID":"bf34e7c3-72a3-4342-83d2-98c3f4ecb26c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"name":"maas-trlp-premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533","model":"e2e-models-e2e-worker-w2-6fa533/premium-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:23.763374186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"2e86b227-518f-4ede-b021-4dbddc67d97d","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:23.890271873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"8f2b4b7e-6a02-4242-9a61-a2602e19c681","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:24.077190049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"76db2d2e-963c-4683-821d-540c8aa8c56b","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:24.390729027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"21862066-32ec-4c8d-8067-b1e32d6326dd","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:24.822924917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec39f720-7dce-4dfe-a1ff-6359528d5a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:24.876816214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec39f720-7dce-4dfe-a1ff-6359528d5a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:24.930488962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec39f720-7dce-4dfe-a1ff-6359528d5a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:24.984102371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec39f720-7dce-4dfe-a1ff-6359528d5a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:26.97998565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d18451-ceb0-4942-8557-e0e380ef7fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:27.033671957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d18451-ceb0-4942-8557-e0e380ef7fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:27.087385054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d18451-ceb0-4942-8557-e0e380ef7fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:27.140994002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d18451-ceb0-4942-8557-e0e380ef7fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:29.08643195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc196a4-7daf-49ab-a8dd-eed652544570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:29.140815732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc196a4-7daf-49ab-a8dd-eed652544570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:29.19502287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc196a4-7daf-49ab-a8dd-eed652544570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:29.249534256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc196a4-7daf-49ab-a8dd-eed652544570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:29.254654755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"1515c371-19f6-4158-bd68-203c37400959","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.242340454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"0f9d94c3-9f7d-47cc-8557-73ae362bedd0","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","subscription":"e2e-rate-iso-a-f7c1da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.352578684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"275ece8c-0795-4823-9d46-b883519dffb5","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.38163471Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"0f9d94c3-9f7d-47cc-8557-73ae362bedd0","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.43535619Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"e2e-rate-iso-a-f7c1da","reconcileID":"0f9d94c3-9f7d-47cc-8557-73ae362bedd0","MaaSSubscription":{"name":"e2e-rate-iso-a-f7c1da","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"name":"maas-trlp-rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.464288418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"1df313cc-b618-4ee8-88e9-9900b4ae31fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.517995714Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"1df313cc-b618-4ee8-88e9-9900b4ae31fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.571405639Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"premium-simulator-subscription","reconcileID":"1df313cc-b618-4ee8-88e9-9900b4ae31fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"name":"maas-trlp-premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a","model":"e2e-models-e2e-worker-w1-5f765a/premium-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.710707618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"eb617abb-dbe7-4e6a-8b1c-344c429a6f08","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"tenant":"e2e-shared-a-w0-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","model":"ai-tenant-e2e-shared-a-w0-6e535d/rate-test-model-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.710728038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"rate-test-model-6e535d","reconcileID":"eb617abb-dbe7-4e6a-8b1c-344c429a6f08","MaaSModelRef":{"name":"rate-test-model-6e535d","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"routeName":"rate-test-model-6e535d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","llmisvcName":"rate-test-model-6e535d","gateway":"openshift-ingress/e2e-shared-a-w0-6e535d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.84794457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"53ba97a4-46dd-4ce9-a76c-92c175222632","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.852482772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"1c340a35-41e4-4c33-baaf-b4ec19bbeaef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.852499602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"1c340a35-41e4-4c33-baaf-b4ec19bbeaef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:30.865896802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"5fb3f456-8533-4998-9d18-dd41c0459171","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:31.180241321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff55307-70b1-4b12-ba4c-483d9a879b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:31.233938119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff55307-70b1-4b12-ba4c-483d9a879b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:31.287480146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff55307-70b1-4b12-ba4c-483d9a879b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:31.341265143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff55307-70b1-4b12-ba4c-483d9a879b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.538704248Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.538765883Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.538813929Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","tenant":"e2e-shared-b-w4-58ca7f","tenantID":"e2e-shared-b-w4-58ca7f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.594022327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-58ca7f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.654904001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"Service","name":"maas-api-e2e-shared-b-w4-58ca7f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.743928927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-58ca7f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.799191918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-58ca7f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.856298964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.912467746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:32.97039896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.026410327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.079870149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.13826772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.180580896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-2-w2-6fa533","reconcileID":"f36a91cf-c2e2-4cd5-a797-fb8dc20048f4","MaaSModelRef":{"name":"distinct-2-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-2-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-2-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.192042057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.245047088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.29845247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.303216681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1d266f-0c3f-4d84-aeb5-9e3e5c3b439a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.356238565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.3572603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1d266f-0c3f-4d84-aeb5-9e3e5c3b439a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.410441557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.411032404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1d266f-0c3f-4d84-aeb5-9e3e5c3b439a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.464959841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1d266f-0c3f-4d84-aeb5-9e3e5c3b439a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.467465501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.520473528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.573546334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.626838076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-58ca7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.679942947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-58ca7f"},"namespace":"ai-tenant-e2e-shared-b-w4-58ca7f","name":"default-tenant","reconcileID":"c430c1be-5d7e-4545-8404-63e52635d95f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-58ca7f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.738341021Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","namespace":"ai-tenant-e2e-worker-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.738396604Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","namespace":"ai-tenant-e2e-worker-w2-6fa533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.738443676Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","tenant":"e2e-worker-w2-6fa533","tenantID":"e2e-worker-w2-6fa533","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.798586445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"Deployment","name":"maas-api-e2e-worker-w2-6fa533","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.822049506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"simulator-w2-6fa533","reconcileID":"a735e007-a2c8-46b7-9c30-1274f627deb4","MaaSModelRef":{"name":"simulator-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"simulator-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"simulator-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.859823396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"Service","name":"maas-api-e2e-worker-w2-6fa533","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.916222082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"premium-w2-6fa533","reconcileID":"0b804521-5a85-4a98-b7b4-9f6d1d1390f7","MaaSModelRef":{"name":"premium-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"premium-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"premium-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.916638378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-6fa533","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:33.973889425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-6fa533","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.032124241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.090694119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.136035176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"d952508f-e66d-4cb6-8a2a-559fd0afbfdc","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.148243442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.203843085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.25712516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.310167518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.363395163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"Service","name":"payload-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.416803249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.44981749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"d0cd42e3-0153-46a4-96c2-46003cf4c8b7","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.470270787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.52327075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.579857452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.644500505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.69780265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.751103395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.804479027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-6fa533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.857740103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6fa533"},"namespace":"ai-tenant-e2e-worker-w2-6fa533","name":"default-tenant","reconcileID":"a787f1e7-96b8-4e20-9932-b28ef99afe4d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-6fa533","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.917375951Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","namespace":"ai-tenant-e2e-worker-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.917458921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","namespace":"ai-tenant-e2e-worker-w1-5f765a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.917532405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","tenant":"e2e-worker-w1-5f765a","tenantID":"e2e-worker-w1-5f765a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:34.972366991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"Deployment","name":"maas-api-e2e-worker-w1-5f765a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.035797035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"Service","name":"maas-api-e2e-worker-w1-5f765a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.093960977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-5f765a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.148930792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-5f765a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.204692223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.260390305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.316047637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.374470034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.431346579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.486598035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.539679499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"Service","name":"payload-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.59276706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.645914903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.699048474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.752708771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.81104627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.864281664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.917712786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:35.9710429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-5f765a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:36.024177144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f765a"},"namespace":"ai-tenant-e2e-worker-w1-5f765a","name":"default-tenant","reconcileID":"935d125d-808f-449f-95f0-46bc3d512ddb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-5f765a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:38.401350209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"230cba5f-df87-4720-a7ff-5e725c66cce8","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:38.401382337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"230cba5f-df87-4720-a7ff-5e725c66cce8","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:38.4124313Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-58ca7f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-58ca7f","reconcileID":"c106be5f-69c8-49cd-8899-4e702095caa7","aitenant":"ai-tenants/e2e-shared-b-w4-58ca7f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:39.020903018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4db7e7-7c5c-4a4c-a34b-1d76d8754f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:39.074959598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4db7e7-7c5c-4a4c-a34b-1d76d8754f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:39.128969974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4db7e7-7c5c-4a4c-a34b-1d76d8754f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:39.183229158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4db7e7-7c5c-4a4c-a34b-1d76d8754f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:39.243863924Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-58ca7f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-58ca7f","reconcileID":"c106be5f-69c8-49cd-8899-4e702095caa7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-58ca7f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-58ca7f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:39.255632877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"namespace":"e2e-models-e2e-worker-w2-6fa533","name":"distinct-w2-6fa533","reconcileID":"8251c0c6-e92d-4327-ad54-a84021ca4d06","MaaSModelRef":{"name":"distinct-w2-6fa533","namespace":"e2e-models-e2e-worker-w2-6fa533"},"routeName":"distinct-w2-6fa533-kserve-route","namespace":"e2e-models-e2e-worker-w2-6fa533","llmisvcName":"distinct-w2-6fa533","gateway":"openshift-ingress/e2e-worker-w2-6fa533","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.282460485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-access","reconcileID":"5d81b1d1-e424-4ffd-86fe-2659d1cb8d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.282512512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"71f7d6cf-c8a0-496c-95fb-3eea4d7e48eb","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.353287677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-2-w1-5f765a","reconcileID":"9a484715-781f-4c49-96fe-9fff1814150d","MaaSModelRef":{"name":"distinct-2-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-2-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-2-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.448955167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"56d1c105-f62b-4894-96a1-1a22ea8c1684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.493633038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"185f9ae5-406d-448c-97d6-093c60820c44","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.506406724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"56d1c105-f62b-4894-96a1-1a22ea8c1684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.559836722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"a0fc0963-a99b-4e41-9653-4abcdf886613","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.643036541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"a4ae6ed3-61fd-42f8-9630-5bab1268692a","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.866394466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"premium-w1-5f765a","reconcileID":"98f689d1-ea07-447e-8cd8-34eba38373b2","MaaSModelRef":{"name":"premium-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"premium-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"premium-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.887093631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"6eceb763-fbd2-4d23-9bb1-72d6a0771982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:40.950122917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"6eceb763-fbd2-4d23-9bb1-72d6a0771982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.02116987Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"53f317b2-1d42-45b2-a81d-632485d36188","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","subscription":"e2e-rate-iso-b-f7c1da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.074989337Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"53f317b2-1d42-45b2-a81d-632485d36188","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.128868057Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"e2e-rate-iso-b-f7c1da","reconcileID":"53f317b2-1d42-45b2-a81d-632485d36188","MaaSSubscription":{"name":"e2e-rate-iso-b-f7c1da","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"name":"maas-trlp-rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.199385474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a94cce7-0589-46c0-831d-981f574476f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.253191876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a94cce7-0589-46c0-831d-981f574476f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.306947633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a94cce7-0589-46c0-831d-981f574476f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.361351635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a94cce7-0589-46c0-831d-981f574476f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.467833425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"8709ba87-b85f-4074-82a2-9292f37d25c5","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"tenant":"e2e-shared-b-w0-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","model":"ai-tenant-e2e-shared-b-w0-0f0874/rate-test-model-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:41.46785743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"rate-test-model-0f0874","reconcileID":"8709ba87-b85f-4074-82a2-9292f37d25c5","MaaSModelRef":{"name":"rate-test-model-0f0874","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"routeName":"rate-test-model-0f0874-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","llmisvcName":"rate-test-model-0f0874","gateway":"openshift-ingress/e2e-shared-b-w0-0f0874","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:42.65315789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:43.399083349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b2acc6-0e71-45cd-b1ea-f1bf03d4bf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:43.454300154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b2acc6-0e71-45cd-b1ea-f1bf03d4bf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:43.508630022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b2acc6-0e71-45cd-b1ea-f1bf03d4bf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:43.56348076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b2acc6-0e71-45cd-b1ea-f1bf03d4bf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.092395701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"92ad43c0-4eac-4119-a9a9-87013be8d715","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.21272527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"0162f662-9c71-4c65-87c7-fb6ca26f6036","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.212822747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"0162f662-9c71-4c65-87c7-fb6ca26f6036","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.213144464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"distinct-w1-5f765a","reconcileID":"09e7e51f-c4e5-405c-b3ce-6156bf7d6385","MaaSModelRef":{"name":"distinct-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"distinct-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"distinct-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.219690099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"92ad43c0-4eac-4119-a9a9-87013be8d715","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.275369358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"92ad43c0-4eac-4119-a9a9-87013be8d715","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.334586938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"ab94a560-0f58-4508-a95e-c9c6e0656dee","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.334607162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"ab94a560-0f58-4508-a95e-c9c6e0656dee","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:44.450347686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"namespace":"e2e-models-e2e-worker-w1-5f765a","name":"simulator-w1-5f765a","reconcileID":"c45caded-de90-482d-80b2-b4ad3d936305","MaaSModelRef":{"name":"simulator-w1-5f765a","namespace":"e2e-models-e2e-worker-w1-5f765a"},"routeName":"simulator-w1-5f765a-kserve-route","namespace":"e2e-models-e2e-worker-w1-5f765a","llmisvcName":"simulator-w1-5f765a","gateway":"openshift-ingress/e2e-worker-w1-5f765a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:46.355392313Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-6fa533","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-6fa533","reconcileID":"1bbdf8d6-da10-4004-a781-3fbb22e0ea45","aitenant":"ai-tenants/e2e-worker-w2-6fa533","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:46.932348233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739d42e2-73a6-422d-aedb-04b94911a6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:46.987703275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739d42e2-73a6-422d-aedb-04b94911a6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:47.04185114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739d42e2-73a6-422d-aedb-04b94911a6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:47.096468693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739d42e2-73a6-422d-aedb-04b94911a6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:47.209861947Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-6fa533","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-6fa533","reconcileID":"1bbdf8d6-da10-4004-a781-3fbb22e0ea45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-6fa533","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-6fa533"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:47.848465963Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5f765a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5f765a","reconcileID":"58c3c2d0-0dfc-4c07-b859-a696933a0ce0","aitenant":"ai-tenants/e2e-worker-w1-5f765a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:48.643782993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5f765a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5f765a","reconcileID":"58c3c2d0-0dfc-4c07-b859-a696933a0ce0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5f765a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-5f765a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:49.088790395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84be06b5-5dda-46f1-9600-e499f010af7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:49.14284559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84be06b5-5dda-46f1-9600-e499f010af7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:49.196380318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84be06b5-5dda-46f1-9600-e499f010af7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:49.249891069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84be06b5-5dda-46f1-9600-e499f010af7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:50.847998051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"95dcb871-be30-42a4-af36-59ad1d141764","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:50.901663135Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"95dcb871-be30-42a4-af36-59ad1d141764","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:50.955581676Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"simulator-subscription","reconcileID":"95dcb871-be30-42a4-af36-59ad1d141764","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/simulator-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:51.184784224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489e3f27-43d0-4f09-abee-1b984d1a08c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:51.229483247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"abf4d0e6-083c-437b-bfd9-ca9771722d0d","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:51.238706369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489e3f27-43d0-4f09-abee-1b984d1a08c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:51.292591748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489e3f27-43d0-4f09-abee-1b984d1a08c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:51.346439275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489e3f27-43d0-4f09-abee-1b984d1a08c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:51.453322565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f98fea0a-33b5-4732-8d2c-8818304ae118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:51.511010801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"f98fea0a-33b5-4732-8d2c-8818304ae118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:51.66012051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"d64a31a0-9603-4ecb-b384-a311af28392d","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:53.318720648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2d7456-1da5-4437-ac64-e9d32bb89692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:53.37260481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2d7456-1da5-4437-ac64-e9d32bb89692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:53.426555858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2d7456-1da5-4437-ac64-e9d32bb89692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:53.480285926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2d7456-1da5-4437-ac64-e9d32bb89692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:54.441427779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"371050d6-0fd7-4128-ab0c-0caf4b159bac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:54.500568162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"371050d6-0fd7-4128-ab0c-0caf4b159bac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:54.556386462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"371050d6-0fd7-4128-ab0c-0caf4b159bac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:56.698467181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"3aebfd8e-dfb9-4245-8a37-3c3c8e8166aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:56.698564526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"4bf1b5d6-0f5d-4fa3-85e8-35b8cef98af7","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:56.906178026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"3aebfd8e-dfb9-4245-8a37-3c3c8e8166aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:56.972860862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"dc11e966-a6ef-4f8c-97c7-f540522acdad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.009525668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"0cabe562-8fda-473d-8e9a-68e5908ebd6d","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.033161546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"3aebfd8e-dfb9-4245-8a37-3c3c8e8166aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.033179358Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"3aebfd8e-dfb9-4245-8a37-3c3c8e8166aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.089783936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"df232627-9437-4cc4-b2b7-a809804cb6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.089924215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"eace857e-5b96-4d70-b211-835f0a10c2e3","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.297367581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"df232627-9437-4cc4-b2b7-a809804cb6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.30935409Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"1a6187b9-0b08-429d-ae0f-f25c8af4c48e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e0a9f62f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.356031283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"df232627-9437-4cc4-b2b7-a809804cb6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"e2e-worker-w4-d6cb38-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.356051559Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"df232627-9437-4cc4-b2b7-a809804cb6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d6cb38","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:29:57.409515473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-access","reconcileID":"df232627-9437-4cc4-b2b7-a809804cb6ca","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.700073892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"7695e0ca-91dd-48f0-8f89-3e11544bef56","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.700344209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"a170abbc-90aa-4afb-ab60-836c43930a31","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.700517365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"8dd54cff-bab8-4ac8-9e58-23327cd9b009","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.700679209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"a81ac2cd-843a-45eb-ba19-d408718387e4","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:57.753633022Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"a1bb59db-0bec-4d47-b5a9-6d4b261c8763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e0a9f62f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:58.709286403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9021f7e0-3228-4b55-a721-8671cdf67b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:58.76378892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9021f7e0-3228-4b55-a721-8671cdf67b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:58.819394924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9021f7e0-3228-4b55-a721-8671cdf67b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:29:58.873170731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9021f7e0-3228-4b55-a721-8671cdf67b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:00.897273625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535391fb-b0b4-447a-af7f-082e1143c336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:00.951115207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535391fb-b0b4-447a-af7f-082e1143c336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:01.004918011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535391fb-b0b4-447a-af7f-082e1143c336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:01.059660856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535391fb-b0b4-447a-af7f-082e1143c336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:01.306746434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"b3bf55b3-7518-41ad-b489-173d2aa761c4","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:04.667272709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"76e4fc48-6a30-488d-bcea-0269e96c3fad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:04.727299982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"76e4fc48-6a30-488d-bcea-0269e96c3fad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:04.783520132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"76e4fc48-6a30-488d-bcea-0269e96c3fad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:07.700893267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"01067709-2daa-44ec-a530-47e4dcc4d741","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:07.807307136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"7c1d6c19-1dd7-4953-b423-e7574779b3f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:07.861295021Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"7c1d6c19-1dd7-4953-b423-e7574779b3f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:07.915610571Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"premium-simulator-subscription","reconcileID":"7c1d6c19-1dd7-4953-b423-e7574779b3f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"name":"maas-trlp-premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38","model":"e2e-models-e2e-worker-w4-d6cb38/premium-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:08.185845885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"b5d9943a-6905-4057-a473-965daa8daf74","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:11.36621751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"6030237c-acfd-49ce-9f30-2d777b776a99","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:12.660385177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.189896053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"b612ad98-124d-4101-895b-13dc1755099d","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.282371068Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","namespace":"ai-tenant-e2e-worker-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.282432977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","namespace":"ai-tenant-e2e-worker-w4-d6cb38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.282493124Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","tenant":"e2e-worker-w4-d6cb38","tenantID":"e2e-worker-w4-d6cb38","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.337671342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"Deployment","name":"maas-api-e2e-worker-w4-d6cb38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.400375248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"Service","name":"maas-api-e2e-worker-w4-d6cb38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.459435021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-d6cb38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.514509352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-d6cb38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.572850312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.629203324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.687127441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.742796967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.795875295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.85067476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.903991288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"Service","name":"payload-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:13.956993276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.009982713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.063213798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.116399324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.172583377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.226058764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.279301124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.332574952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-d6cb38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.385805313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d6cb38"},"namespace":"ai-tenant-e2e-worker-w4-d6cb38","name":"default-tenant","reconcileID":"246521ff-9feb-41cf-b091-926c4522e689","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-d6cb38","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.89162594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"26c6437e-084a-4877-b8b7-225392b861f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:14.9493291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"26c6437e-084a-4877-b8b7-225392b861f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:15.005884256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"26c6437e-084a-4877-b8b7-225392b861f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:17.702236286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-2-w4-d6cb38","reconcileID":"76419675-e14a-4c60-a198-478f8e69778f","MaaSModelRef":{"name":"distinct-2-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-2-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-2-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:19.078651579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"simulator-w4-d6cb38","reconcileID":"713e4cee-079a-4f82-8445-3795116e2ec5","MaaSModelRef":{"name":"simulator-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"simulator-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"simulator-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:21.367500739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"distinct-w4-d6cb38","reconcileID":"dcd34cf1-9364-4abe-aaa3-26ea720b6ead","MaaSModelRef":{"name":"distinct-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"distinct-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"distinct-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:22.242570823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"namespace":"e2e-models-e2e-worker-w4-d6cb38","name":"premium-w4-d6cb38","reconcileID":"49c19a46-810d-4208-8952-4485aa149dc4","MaaSModelRef":{"name":"premium-w4-d6cb38","namespace":"e2e-models-e2e-worker-w4-d6cb38"},"routeName":"premium-w4-d6cb38-kserve-route","namespace":"e2e-models-e2e-worker-w4-d6cb38","llmisvcName":"premium-w4-d6cb38","gateway":"openshift-ingress/e2e-worker-w4-d6cb38","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:22.492597612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130c28bf-5047-4332-9e9f-bc0fae91435c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:22.546370304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130c28bf-5047-4332-9e9f-bc0fae91435c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:22.60086656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130c28bf-5047-4332-9e9f-bc0fae91435c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:22.654507848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130c28bf-5047-4332-9e9f-bc0fae91435c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:24.591368069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28c34a1-7bf9-4c1d-b761-99e16037f23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:24.644916511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28c34a1-7bf9-4c1d-b761-99e16037f23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:24.698861896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28c34a1-7bf9-4c1d-b761-99e16037f23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:24.754064115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28c34a1-7bf9-4c1d-b761-99e16037f23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:24.755767359Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d6cb38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d6cb38","reconcileID":"b820dd29-1af3-4af6-8552-1e18dfe0d6e2","aitenant":"ai-tenants/e2e-worker-w4-d6cb38","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:25.11461384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"0e52f936-9f1c-4ee5-b997-be57a3ea2bd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:25.172274022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"0e52f936-9f1c-4ee5-b997-be57a3ea2bd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:25.230631842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"0e52f936-9f1c-4ee5-b997-be57a3ea2bd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:25.527482655Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d6cb38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d6cb38","reconcileID":"b820dd29-1af3-4af6-8552-1e18dfe0d6e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d6cb38","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-d6cb38"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:26.692424457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f6f0e2-0a85-4e74-8b3d-1f83985ceec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:26.746049469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f6f0e2-0a85-4e74-8b3d-1f83985ceec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:26.800256418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f6f0e2-0a85-4e74-8b3d-1f83985ceec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:26.854321059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f6f0e2-0a85-4e74-8b3d-1f83985ceec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:28.790380364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2ba6f5-848d-4afb-8374-04205a4e8ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:28.84473197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2ba6f5-848d-4afb-8374-04205a4e8ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:28.898661786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2ba6f5-848d-4afb-8374-04205a4e8ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:28.952573398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2ba6f5-848d-4afb-8374-04205a4e8ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.336320287Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.336384653Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","namespace":"ai-tenant-e2e-shared-a-w0-6e535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.336433999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","tenant":"e2e-shared-a-w0-6e535d","tenantID":"e2e-shared-a-w0-6e535d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.391889315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-6e535d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.453649476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"Service","name":"maas-api-e2e-shared-a-w0-6e535d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.510762293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-6e535d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.567383471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-6e535d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.626107857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.684146194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.742488964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.797887631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.851440565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.904652173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:30.958188815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.011500014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.064949124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.1183287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.171828078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.2300101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.283550048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.336859908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.390176333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-6e535d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:31.443225711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6e535d"},"namespace":"ai-tenant-e2e-shared-a-w0-6e535d","name":"default-tenant","reconcileID":"d62accda-eaa9-417b-9463-488f54210528","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-6e535d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:33.49789989Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-6e535d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-6e535d","reconcileID":"cbcb97a3-9619-44ea-be73-9085396ffcfa","aitenant":"ai-tenants/e2e-shared-a-w0-6e535d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:34.090981781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5add06f4-e85f-4f36-8214-7534b0f9d932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:34.144852047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5add06f4-e85f-4f36-8214-7534b0f9d932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:34.198327641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5add06f4-e85f-4f36-8214-7534b0f9d932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:34.251959494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5add06f4-e85f-4f36-8214-7534b0f9d932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:34.366954058Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-6e535d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-6e535d","reconcileID":"cbcb97a3-9619-44ea-be73-9085396ffcfa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-6e535d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-6e535d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:35.443873637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"efa7bb32-3397-46f7-a4b0-17ec7e4fa919","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:35.501164708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"efa7bb32-3397-46f7-a4b0-17ec7e4fa919","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:35.556972123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"efa7bb32-3397-46f7-a4b0-17ec7e4fa919","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:36.181361883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf90751c-a8d9-42ec-8349-0f0ce07c532f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:36.235170345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf90751c-a8d9-42ec-8349-0f0ce07c532f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:36.288996173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf90751c-a8d9-42ec-8349-0f0ce07c532f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:36.342686841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf90751c-a8d9-42ec-8349-0f0ce07c532f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:38.294271469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05ca6e7-d333-4afe-800c-ddf14f9fbc04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:38.347915314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05ca6e7-d333-4afe-800c-ddf14f9fbc04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:38.401660566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05ca6e7-d333-4afe-800c-ddf14f9fbc04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:38.455191987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05ca6e7-d333-4afe-800c-ddf14f9fbc04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.206589858Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.206652272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.206710384Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","tenant":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.263471658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-0f0874","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.323816253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"Service","name":"maas-api-e2e-shared-b-w0-0f0874","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.380555013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-0f0874","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.435537507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-0f0874","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.475171811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d84ec92-41d4-416a-ab6b-c2f47fc527e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.529103842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d84ec92-41d4-416a-ab6b-c2f47fc527e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.530986064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.5827834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d84ec92-41d4-416a-ab6b-c2f47fc527e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.638836177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d84ec92-41d4-416a-ab6b-c2f47fc527e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.657617529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.66931416Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.721724123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.777032614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.83044657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.918702519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:42.972621312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.025753747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.0788452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.13192214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.185063715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.241324158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.294278632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.347172343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.400224807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:43.453205316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"321d35e7-00dd-4eb2-9721-7bba6f21c858","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-0f0874","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:44.673079643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeab8039-9703-4aab-b0eb-188cae72ca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:44.727374775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeab8039-9703-4aab-b0eb-188cae72ca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:44.780924409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeab8039-9703-4aab-b0eb-188cae72ca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:44.834723286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeab8039-9703-4aab-b0eb-188cae72ca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:45.664023014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"9bc8a6c7-56a4-47bd-acdc-f942a80d513a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:45.721548253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"9bc8a6c7-56a4-47bd-acdc-f942a80d513a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:45.778053829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7d519d00fa2e97e5f400a44c82c2e18e0c409b5a9afbb4d9d294659141b972) AuthConfig (7acb8a78dba64f5ca2cb229b1a6a6e5100dfd1fe0185742cdf2493f937286eba) AuthConfig (ddd153ffe5f2008b5c0d76c6d4ced2a6aaaea3fc84c2bb12b6f75d72f6ffdcf8) AuthConfig (64610b2b1b14c01fb91d85773d211a6d8b173cb847914d22204a29dbf00c051b) AuthConfig (9de3aeb3807fb0a63865dbb0cb6cac00d8acc0a489a9165c369fb079f576e503) AuthConfig (5727d2fd0019c6bfa39a149d096736a5b6470b2cc5bf597b76fa7b9fb568b099) AuthConfig (7452998b42ae4dea69dddcc474a389491d89642261d52ffb8b2401267d4fd23a) AuthConfig (96a831079b0b478b2f950e00a3b6488601f3db32cc01341caf7b7679a46be3b8) AuthConfig (29e64f93e9761c53580c183981bf81fb67b5649bbe34948dec541fd02a8b9939) AuthConfig (e8df393789582296e5c92b134371d265557ec06b8f530a82d60afcfdfc27de8b) AuthConfig (3ea0c1283049b0b2e2ae47d4fdbeeb04aae52608076de47123cc9c6c1a7b685a) AuthConfig (6de91d16ed05414ab83195af7a0e61dc3b464cde05b3f5b5c1cb41079af7d577) AuthConfig (abffb2b80b2e83749e48ad9bc9e2b132b4526ff5c2ddee7e3c63dcaac739cb58) AuthConfig (feca5257a3a136afa9ca4bb6226e83b9e72a014fd57c59db758c454f118180b2) AuthConfig (8ce2cbfc67213d98707c4ceb948a0bc47d762da419d2877baa87368e52adeb7b) AuthConfig (9eab454af32c78b750dd8a7f0f51e46caf9c5a6d593a08102680ec455da7f941) AuthConfig (ed2994aa9701d5383eb1f805c9c89ccec8a7d0b77fb131a5ca742fa37c73a14b) AuthConfig (861bd69371a3568d3786b56a91d3af9c85fd73ef3e549606a38eed24c8a99b89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"9bc8a6c7-56a4-47bd-acdc-f942a80d513a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:45.836768376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"0826ead6-af0a-410f-ab1d-08d270b28779","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:45.836787504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"0826ead6-af0a-410f-ab1d-08d270b28779","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:55.944187054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"5bc4aaf6-3f67-41b4-97f3-1c9bdec37208","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:56.001533567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"5bc4aaf6-3f67-41b4-97f3-1c9bdec37208","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:30:56.057517586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7d519d00fa2e97e5f400a44c82c2e18e0c409b5a9afbb4d9d294659141b972) AuthConfig (7acb8a78dba64f5ca2cb229b1a6a6e5100dfd1fe0185742cdf2493f937286eba) AuthConfig (ddd153ffe5f2008b5c0d76c6d4ced2a6aaaea3fc84c2bb12b6f75d72f6ffdcf8) AuthConfig (64610b2b1b14c01fb91d85773d211a6d8b173cb847914d22204a29dbf00c051b) AuthConfig (9de3aeb3807fb0a63865dbb0cb6cac00d8acc0a489a9165c369fb079f576e503) AuthConfig (5727d2fd0019c6bfa39a149d096736a5b6470b2cc5bf597b76fa7b9fb568b099) AuthConfig (7452998b42ae4dea69dddcc474a389491d89642261d52ffb8b2401267d4fd23a) AuthConfig (96a831079b0b478b2f950e00a3b6488601f3db32cc01341caf7b7679a46be3b8) AuthConfig (29e64f93e9761c53580c183981bf81fb67b5649bbe34948dec541fd02a8b9939) AuthConfig (e8df393789582296e5c92b134371d265557ec06b8f530a82d60afcfdfc27de8b) AuthConfig (3ea0c1283049b0b2e2ae47d4fdbeeb04aae52608076de47123cc9c6c1a7b685a) AuthConfig (6de91d16ed05414ab83195af7a0e61dc3b464cde05b3f5b5c1cb41079af7d577) AuthConfig (abffb2b80b2e83749e48ad9bc9e2b132b4526ff5c2ddee7e3c63dcaac739cb58) AuthConfig (feca5257a3a136afa9ca4bb6226e83b9e72a014fd57c59db758c454f118180b2) AuthConfig (8ce2cbfc67213d98707c4ceb948a0bc47d762da419d2877baa87368e52adeb7b) AuthConfig (9eab454af32c78b750dd8a7f0f51e46caf9c5a6d593a08102680ec455da7f941) AuthConfig (ed2994aa9701d5383eb1f805c9c89ccec8a7d0b77fb131a5ca742fa37c73a14b) AuthConfig (861bd69371a3568d3786b56a91d3af9c85fd73ef3e549606a38eed24c8a99b89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"5bc4aaf6-3f67-41b4-97f3-1c9bdec37208","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:06.164696975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"c92cbf82-63e4-4e0e-9da3-c6f37ef45bfe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:06.22198963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"c92cbf82-63e4-4e0e-9da3-c6f37ef45bfe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:06.278390353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-97995b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7d519d00fa2e97e5f400a44c82c2e18e0c409b5a9afbb4d9d294659141b972) AuthConfig (7acb8a78dba64f5ca2cb229b1a6a6e5100dfd1fe0185742cdf2493f937286eba) AuthConfig (ddd153ffe5f2008b5c0d76c6d4ced2a6aaaea3fc84c2bb12b6f75d72f6ffdcf8) AuthConfig (64610b2b1b14c01fb91d85773d211a6d8b173cb847914d22204a29dbf00c051b) AuthConfig (9de3aeb3807fb0a63865dbb0cb6cac00d8acc0a489a9165c369fb079f576e503) AuthConfig (5727d2fd0019c6bfa39a149d096736a5b6470b2cc5bf597b76fa7b9fb568b099) AuthConfig (7452998b42ae4dea69dddcc474a389491d89642261d52ffb8b2401267d4fd23a) AuthConfig (96a831079b0b478b2f950e00a3b6488601f3db32cc01341caf7b7679a46be3b8) AuthConfig (29e64f93e9761c53580c183981bf81fb67b5649bbe34948dec541fd02a8b9939) AuthConfig (e8df393789582296e5c92b134371d265557ec06b8f530a82d60afcfdfc27de8b) AuthConfig (3ea0c1283049b0b2e2ae47d4fdbeeb04aae52608076de47123cc9c6c1a7b685a) AuthConfig (6de91d16ed05414ab83195af7a0e61dc3b464cde05b3f5b5c1cb41079af7d577) AuthConfig (abffb2b80b2e83749e48ad9bc9e2b132b4526ff5c2ddee7e3c63dcaac739cb58) AuthConfig (feca5257a3a136afa9ca4bb6226e83b9e72a014fd57c59db758c454f118180b2) AuthConfig (8ce2cbfc67213d98707c4ceb948a0bc47d762da419d2877baa87368e52adeb7b) AuthConfig (9eab454af32c78b750dd8a7f0f51e46caf9c5a6d593a08102680ec455da7f941) AuthConfig (ed2994aa9701d5383eb1f805c9c89ccec8a7d0b77fb131a5ca742fa37c73a14b) AuthConfig (861bd69371a3568d3786b56a91d3af9c85fd73ef3e549606a38eed24c8a99b89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"c92cbf82-63e4-4e0e-9da3-c6f37ef45bfe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:08.906980835Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:08.907060014Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","namespace":"ai-tenant-e2e-shared-b-w0-0f0874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:08.907125202Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","tenant":"e2e-shared-b-w0-0f0874","tenantID":"e2e-shared-b-w0-0f0874","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:08.960491202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-0f0874","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.013685286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"Service","name":"maas-api-e2e-shared-b-w0-0f0874","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.068390883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-0f0874","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.121732419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-0f0874","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.174753208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.227982235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.281007224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.333916927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.387303497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.440748801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.493904528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.546959988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.600234281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.65303745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.706194677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.759432554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.812550654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.865629756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.918620511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-0f0874","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:09.971714607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-0f0874"},"namespace":"ai-tenant-e2e-shared-b-w0-0f0874","name":"default-tenant","reconcileID":"cd80f20b-a48f-4767-9fdb-a7b4ef67a877","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-0f0874","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:12.654880526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:16.38655957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"08c169f9-a4db-41b0-bb76-fce51f4a5afe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:16.443826324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"08c169f9-a4db-41b0-bb76-fce51f4a5afe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:16.765322636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"8366bc6c-8d95-4ec4-a2fd-459c7a52b34e","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:16.765342249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"8366bc6c-8d95-4ec4-a2fd-459c7a52b34e","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:19.305418956Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-0f0874","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-0f0874","reconcileID":"affb34da-520c-431c-9fa3-8a6b843e16e1","aitenant":"ai-tenants/e2e-shared-b-w0-0f0874","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:19.78168769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800c3559-c94a-4763-90bb-b27b5916c4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:19.835426805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800c3559-c94a-4763-90bb-b27b5916c4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:19.888969188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800c3559-c94a-4763-90bb-b27b5916c4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:19.942677458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800c3559-c94a-4763-90bb-b27b5916c4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:20.112719683Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-0f0874","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-0f0874","reconcileID":"affb34da-520c-431c-9fa3-8a6b843e16e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-0f0874","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-0f0874"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.252293008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"61646b0c-fd00-43a9-a49d-7b5783b54fdb","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.294983968Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-access","reconcileID":"a516b2dd-ff11-4cea-b1a5-33b5f14b1413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.463391964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"15866d29-1500-4fb6-a251-4a38abfde0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.509454273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"17851815-463b-4365-8952-b19862cd1f61","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.520812634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"15866d29-1500-4fb6-a251-4a38abfde0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.571029288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"c749ac24-1c91-4573-bf48-336f6dff315f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.661557189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"627a53e7-6d9f-46e4-9edc-9d72d7a577ff","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.879448299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffebb2fb-d29d-4955-825c-5c32c4737858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.879618477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"e3b2b340-6932-460c-96f3-a1246990ea19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.933792421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffebb2fb-d29d-4955-825c-5c32c4737858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.98765693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffebb2fb-d29d-4955-825c-5c32c4737858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:21.991202845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"e3b2b340-6932-460c-96f3-a1246990ea19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.041860149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffebb2fb-d29d-4955-825c-5c32c4737858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.048818168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"617cfd8d-01e2-4563-b938-8df5488004a8","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.048839319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"617cfd8d-01e2-4563-b938-8df5488004a8","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.106250746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"4472673d-a76f-48e7-8cb1-d6216177bce5","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.106274671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"4472673d-a76f-48e7-8cb1-d6216177bce5","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.259253127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"50166481-1255-4b52-a596-8cbe358c4cd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.386099735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"50166481-1255-4b52-a596-8cbe358c4cd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.442045539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a1d751-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"50166481-1255-4b52-a596-8cbe358c4cd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.498672319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"02313af2-f354-4f93-9304-7091e7ad4092","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:22.498691885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"02313af2-f354-4f93-9304-7091e7ad4092","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:23.959204007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa131ce-1610-4e0e-a0c9-325e21cc1a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:24.014525368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa131ce-1610-4e0e-a0c9-325e21cc1a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:24.069342493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa131ce-1610-4e0e-a0c9-325e21cc1a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:24.123748332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa131ce-1610-4e0e-a0c9-325e21cc1a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:26.523054185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"aa391da0-c258-4a47-a66e-7ff45adbdc75","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:26.836423126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"f6ce7408-92d9-4f98-a979-6d8d50d0a556","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.148457634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"acc651ba-f2b1-4ac7-8b84-5b0a6a86850a","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.313980038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2f4948d0-3aeb-4b13-b883-2a5a1b66a0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.365411992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"96e604d3-3d17-492b-a9f6-845baa699f7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.371274392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"2f4948d0-3aeb-4b13-b883-2a5a1b66a0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.458967555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"d09b0bd0-3141-4048-8ecd-531e7d8e9f6f","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.512426651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"17a40179-f0c3-4401-afa3-050a47783e07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.532572846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"d0902626-1f96-410f-bb2f-dafd40ca391f","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.566281064Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"17a40179-f0c3-4401-afa3-050a47783e07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.61983438Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"simulator-subscription","reconcileID":"17a40179-f0c3-4401-afa3-050a47783e07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/simulator-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.68462341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"edd6eb58-e988-4dcb-a5be-b4373db4482b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.742184993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"edd6eb58-e988-4dcb-a5be-b4373db4482b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.747278377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"0c3a7a3d-3531-432e-97d8-add373f99412","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.850935994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67103cfa-73db-4d2b-9854-475ea6ae0374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:27.89496037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"10094cdc-f2a9-46e5-bd12-accad062f3af","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:28.054028402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"68fb02d8-4619-44f8-8a0a-6ed29d9ec992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:28.058033685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"8bb5feb4-59a7-44b3-b2a1-0082a93f3ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:28.115351342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"8bb5feb4-59a7-44b3-b2a1-0082a93f3ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:28.1554584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"72b7e88d-0448-4afb-abb4-46afe401b682","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:28.257335657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"79a046ea-0ae2-4906-86c7-5af958fcc943","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:28.355605754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bdd0306-e47b-4f82-88e8-bb4ec6e3b8b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:32.605505045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"6e75c395-824e-47e2-af9e-1b6ef90f7735","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:32.662761799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"6e75c395-824e-47e2-af9e-1b6ef90f7735","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:32.71856062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a1d751-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1aeb859c1579aea92c81f985aec98129102bab0482185da8dd5e38bfdab1f31) AuthConfig (8023c7d6d2d950131dbdfdd9ebb5c95e52dfae5d4dfaf93b8b4ae57eb45d2bcf) AuthConfig (b12682b1a488a7777939851e73abef802241193375e49cf718828297da8cb2c2) AuthConfig (30ba4ccdfea25c5f1ebce6f1499d547e64179efb055f133b434843801331620f) AuthConfig (54678c70bb572c34d6f6ed39e879f5beb1891cc61c4ee64dec6d9d3d0ed9c115) AuthConfig (9593847662171f6a7915c575284c678f049381a1160493b136f5566f61950b7f) AuthConfig (fd6cf0f18f21a2b21b869fb35862696f9d65f6371aaab90e03f0600806862db9) AuthConfig (e5c3e46343f841520ecdb272dac135e882471a34b6fbd1dfe102bb1535df2522) AuthConfig (f37aa79ec4a1199a49abd3f63dd4c9505bbd959bba56de7e4c8dad6c144af205) AuthConfig (0b94d900a5cdf5c531935a5db6b720c905f8b8e2c62caaf31136dacaca42afc8) AuthConfig (3e1c5c0bad150c663f60d190f6837f1f47449a9fb1dd0f8b15a5a049a5785836) AuthConfig (45692dd8f986fdd88aa79ac3fde6dd1db9cc5cbaa9003e3fe62a6a019e62eb23) AuthConfig (649eae6f669005f50b60c0a593259354e3a301dc59d4543707d5cc441ea578ed) AuthConfig (1db7db8718ec954ecf16b0d35140cb8a1c89f0173590ed683bbb861f8380c6f1) AuthConfig (9ed0ddd0e1ea68b359e326fba62a585324a528f116f0bf6d3f085360f79ed877) AuthConfig (d382a9a5e68a63cf824ae7421c24f285af4eba4b4e83a5df42b6213da00221b7) AuthConfig (37b98d0f2b528bd5adf68cd626d0bcbb32ae39493dca90dfc95c91c903cb7a9b) AuthConfig (afffab50bac2693d1a47a43cedfba11a37634e625c51a64f41e14d037dc9bc9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"6e75c395-824e-47e2-af9e-1b6ef90f7735","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:32.776770728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"c4317137-5c1d-4137-8306-b9ea9c73cabc","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:32.776790931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"c4317137-5c1d-4137-8306-b9ea9c73cabc","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.114258301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"8aa58c2a-698c-47f4-999c-2498a072e4dc","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.221360029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d9d120df-adfe-47e8-8402-2f7fd454c748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.279559941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"d9d120df-adfe-47e8-8402-2f7fd454c748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.284971097Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"d254a16c-169f-45bf-925e-3bd7209479e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-379f854e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.593795335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5bbe6ab2-6d22-47b5-8f48-1037ea1f013f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.650761823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"5bbe6ab2-6d22-47b5-8f48-1037ea1f013f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.826270252Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"aa383935-c000-4537-a604-c3006b42dd4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-379f854e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.891799657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"fe7c8525-d2bf-4607-ab60-61936feef0a6","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.911266831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"28f49731-eddc-47c2-92f6-6826d0d7e05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:33.96832222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"28f49731-eddc-47c2-92f6-6826d0d7e05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.004095862Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"45ded51f-381a-449f-9e76-a8677cf8906e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-379f854e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.174791294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"245a7dbc-4b55-43ce-b4b9-379d2aa5a525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.207577288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"792df501-7ba3-460d-bade-037de1fe188d","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.207938058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"b76dbc4d-192d-46f7-9746-b50db28fe441","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.208218858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"ff1ffd9b-9e69-4015-b405-745ac743efe2","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.261069603Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"c02d2773-b934-4026-affd-57ab433c7601","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-379f854e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.261867777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"d9c001da-f46f-419a-bfc1-aa8634ad59bc","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.429056405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"245a7dbc-4b55-43ce-b4b9-379d2aa5a525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.553594984Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"245a7dbc-4b55-43ce-b4b9-379d2aa5a525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"e2e-worker-w0-0c9014-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.553616618Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-access","reconcileID":"245a7dbc-4b55-43ce-b4b9-379d2aa5a525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:34.638966121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"1092763f-32ce-413a-91f8-318db6c4a4f3","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:35.175768994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037c1c8d-de81-445f-8628-fabac3c728cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:35.229690989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037c1c8d-de81-445f-8628-fabac3c728cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:35.283420256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037c1c8d-de81-445f-8628-fabac3c728cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:35.337167569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037c1c8d-de81-445f-8628-fabac3c728cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:35.944173907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"2c245368-c2b6-4370-8d50-a28573445b06","namespace":"ai-tenant-e2e-worker-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:35.944264969Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"2c245368-c2b6-4370-8d50-a28573445b06","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:35.999474009Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"2c245368-c2b6-4370-8d50-a28573445b06","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:35.999496068Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"2c245368-c2b6-4370-8d50-a28573445b06","namespace":"ai-tenant-e2e-worker-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:37.319917151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145f7e5d-930b-4417-bf57-52326b4104bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:37.374569351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145f7e5d-930b-4417-bf57-52326b4104bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:37.428999882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145f7e5d-930b-4417-bf57-52326b4104bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:37.4837682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145f7e5d-930b-4417-bf57-52326b4104bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:42.654895726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:42.886997299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"66887b9d-4730-4520-b973-10ca603c776a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:42.945793552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"66887b9d-4730-4520-b973-10ca603c776a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:43.003224358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a1d751-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1aeb859c1579aea92c81f985aec98129102bab0482185da8dd5e38bfdab1f31) AuthConfig (8023c7d6d2d950131dbdfdd9ebb5c95e52dfae5d4dfaf93b8b4ae57eb45d2bcf) AuthConfig (b12682b1a488a7777939851e73abef802241193375e49cf718828297da8cb2c2) AuthConfig (30ba4ccdfea25c5f1ebce6f1499d547e64179efb055f133b434843801331620f) AuthConfig (54678c70bb572c34d6f6ed39e879f5beb1891cc61c4ee64dec6d9d3d0ed9c115) AuthConfig (9593847662171f6a7915c575284c678f049381a1160493b136f5566f61950b7f) AuthConfig (fd6cf0f18f21a2b21b869fb35862696f9d65f6371aaab90e03f0600806862db9) AuthConfig (e5c3e46343f841520ecdb272dac135e882471a34b6fbd1dfe102bb1535df2522) AuthConfig (f37aa79ec4a1199a49abd3f63dd4c9505bbd959bba56de7e4c8dad6c144af205) AuthConfig (0b94d900a5cdf5c531935a5db6b720c905f8b8e2c62caaf31136dacaca42afc8) AuthConfig (3e1c5c0bad150c663f60d190f6837f1f47449a9fb1dd0f8b15a5a049a5785836) AuthConfig (45692dd8f986fdd88aa79ac3fde6dd1db9cc5cbaa9003e3fe62a6a019e62eb23) AuthConfig (649eae6f669005f50b60c0a593259354e3a301dc59d4543707d5cc441ea578ed) AuthConfig (1db7db8718ec954ecf16b0d35140cb8a1c89f0173590ed683bbb861f8380c6f1) AuthConfig (9ed0ddd0e1ea68b359e326fba62a585324a528f116f0bf6d3f085360f79ed877) AuthConfig (d382a9a5e68a63cf824ae7421c24f285af4eba4b4e83a5df42b6213da00221b7) AuthConfig (37b98d0f2b528bd5adf68cd626d0bcbb32ae39493dca90dfc95c91c903cb7a9b) AuthConfig (afffab50bac2693d1a47a43cedfba11a37634e625c51a64f41e14d037dc9bc9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"66887b9d-4730-4520-b973-10ca603c776a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:43.374032884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"7154887f-af03-4827-b89c-c254238cf3f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:43.556214078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"aa77247e-2b21-41a2-a2ab-2a890b0f71d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:43.658462504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab55f885-f882-4181-b36b-38ccf14fad22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:43.756791003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"998f67d8-5d07-4f72-9623-8cbfa089a756","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:44.208100588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"6f478e86-b6fa-46f3-b641-d7d3a6cdcbcd","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:44.20848777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"8b97d9ce-83fa-4377-9baf-3dbb5a444976","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:44.262190173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"8c2def24-a35a-4cf2-b9e9-daeeb135d281","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:44.315286911Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"858e8d69-8d26-4298-8243-f1e885753fbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:44.369014355Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"858e8d69-8d26-4298-8243-f1e885753fbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:44.423192781Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"premium-simulator-subscription","reconcileID":"858e8d69-8d26-4298-8243-f1e885753fbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"name":"maas-trlp-premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014","model":"e2e-models-e2e-worker-w0-0c9014/premium-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:44.63979404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"3656b021-0f7f-4196-83ce-6579e7e03474","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:44.695613842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"110b4b65-b9e2-418e-a03a-a33315bffc01","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:53.110451957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"0b1c9fb4-61c0-49ed-9b29-9d2f55eaf39a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:53.168066414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"0b1c9fb4-61c0-49ed-9b29-9d2f55eaf39a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:53.490470708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"b9a7d7b1-fe49-4268-9017-8992266bfc36","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:53.490505977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"b9a7d7b1-fe49-4268-9017-8992266bfc36","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:54.20888365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-2-w0-0c9014","reconcileID":"eb1b721a-fab8-4f6e-a67d-1d799f429d5f","MaaSModelRef":{"name":"distinct-2-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-2-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-2-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:54.209187338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"distinct-w0-0c9014","reconcileID":"cf7175c5-099c-4ee3-8f99-5a1b2136b008","MaaSModelRef":{"name":"distinct-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"distinct-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"distinct-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:54.263514048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"simulator-w0-0c9014","reconcileID":"7a1ecf00-4808-42ad-84e6-70ae8bda7cdc","MaaSModelRef":{"name":"simulator-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"simulator-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"simulator-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:54.696712692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"namespace":"e2e-models-e2e-worker-w0-0c9014","name":"premium-w0-0c9014","reconcileID":"285a941b-e812-42d1-aa73-6da2d8f219cc","MaaSModelRef":{"name":"premium-w0-0c9014","namespace":"e2e-models-e2e-worker-w0-0c9014"},"routeName":"premium-w0-0c9014-kserve-route","namespace":"e2e-models-e2e-worker-w0-0c9014","llmisvcName":"premium-w0-0c9014","gateway":"openshift-ingress/e2e-worker-w0-0c9014","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.341332871Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","namespace":"ai-tenant-e2e-worker-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.34139398Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","namespace":"ai-tenant-e2e-worker-w0-0c9014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.341444337Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","tenant":"e2e-worker-w0-0c9014","tenantID":"e2e-worker-w0-0c9014","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.397001659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"Deployment","name":"maas-api-e2e-worker-w0-0c9014","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.458084342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"Service","name":"maas-api-e2e-worker-w0-0c9014","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.514701824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-0c9014","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.570218201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-0c9014","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.62640217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.682124368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.739846042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.79502903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.848553142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.90167867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:56.954888397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"Service","name":"payload-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.007910373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.060886197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.114056728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.167423577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.224463055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.277779453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.331338998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.384421205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-0c9014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:57.437794336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0c9014"},"namespace":"ai-tenant-e2e-worker-w0-0c9014","name":"default-tenant","reconcileID":"59bb8d33-e910-4c00-8600-7ac472c22273","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-0c9014","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:58.691283355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"b780028f-af32-4635-8ff8-e5764b56eb4c","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:58.691302906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"b780028f-af32-4635-8ff8-e5764b56eb4c","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:58.750483347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"076be4f4-4bd4-4a17-9bde-e52314ba00f2","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:58.750506512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"076be4f4-4bd4-4a17-9bde-e52314ba00f2","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:31:58.795205285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"7ce33ecd-90ca-4ee7-828f-9c82513178f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-725170\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:58.797532687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"7d4a022b-cea6-4252-8185-4ce2fe33a224","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:58.855598801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"7d4a022b-cea6-4252-8185-4ce2fe33a224","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:58.957831775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"6cf0b12d-4a57-4f1f-ae73-0d3c64907a45","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:58.957849724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"6cf0b12d-4a57-4f1f-ae73-0d3c64907a45","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.01893751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"287f34b9-f24e-493e-9374-fa627d1afd53","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.018956178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"287f34b9-f24e-493e-9374-fa627d1afd53","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.019254382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"37a16f15-f24c-4d14-bf90-7d2b61b5ed57","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.019267804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"37a16f15-f24c-4d14-bf90-7d2b61b5ed57","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.06138193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"225439a2-e708-4cbb-b274-e8589dd0ce90","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.061403036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"225439a2-e708-4cbb-b274-e8589dd0ce90","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:31:59.062511714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"76a541de-7351-4053-9bd6-296981e92fbd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-725170\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.0642967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"cefb601b-f7fc-43af-8221-6d1c18488a37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.122029196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"cefb601b-f7fc-43af-8221-6d1c18488a37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.172781593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"8ef6cc77-c3be-442e-8204-f237b528236d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.173507854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"e087850f-f1e5-4a7c-bf1f-a4e2e1b3bebc","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.173523736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"e087850f-f1e5-4a7c-bf1f-a4e2e1b3bebc","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.229621133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"6f7e1d97-984f-4f93-8032-6caf8a409ee2","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.229638504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"6f7e1d97-984f-4f93-8032-6caf8a409ee2","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.231550806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"8ef6cc77-c3be-442e-8204-f237b528236d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.237222321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"465347f1-57d9-4ac9-b487-7a23ab28a2f8","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.237237393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"465347f1-57d9-4ac9-b487-7a23ab28a2f8","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.284900929Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"9b55a50a-182d-4c97-a6d2-75bcc8d0ae4c","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"sub-test-model-97995b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-97995b/e2e-shared-sub-725170"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.295044773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"f0d694b6-2aa2-4fa3-ba01-ddc8296b853a","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.295061946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"f0d694b6-2aa2-4fa3-ba01-ddc8296b853a","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:31:59.341223872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"3b6c494f-99e0-4958-ad90-67bd26a05911","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-725170\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.429699558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"4924c5c9-f8ae-438e-b4ee-e05daa607774","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.448402966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"4894b311-5ecf-494f-9c38-7001bfdfc1f6","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.448426264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"4894b311-5ecf-494f-9c38-7001bfdfc1f6","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.450702069Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"e9b370ab-be07-41b2-b2ec-ec2f6a4fe057","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"sub-test-model-a1d751","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-a1d751/e2e-shared-sub-725170"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.454191901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"c4c7fd7c-bdd8-4c17-8edc-b0ee3397fbc3","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.454210994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"c4c7fd7c-bdd8-4c17-8edc-b0ee3397fbc3","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.487589246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"4924c5c9-f8ae-438e-b4ee-e05daa607774","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.506176008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"48f9f1a1-6ed4-4a77-a78b-31d4822ade0e","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.506196431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"48f9f1a1-6ed4-4a77-a78b-31d4822ade0e","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.507889009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"73dee1a5-ac6d-4c26-9f7f-581f46dc19ad","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.507903413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"73dee1a5-ac6d-4c26-9f7f-581f46dc19ad","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.531336296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"564e85d0-cd6b-4de0-9a4c-ea5fce40cd69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.563924964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"8420c315-8150-4098-a3d2-9d3ca48ba11a","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.563943573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"8420c315-8150-4098-a3d2-9d3ca48ba11a","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.588566068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"564e85d0-cd6b-4de0-9a4c-ea5fce40cd69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:31:59.614615337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"5a551385-9842-4859-a89e-a2810487dadd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-725170\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.620225458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"2088925a-972e-4754-ae4d-6afb87ea67f1","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.620245681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"2088925a-972e-4754-ae4d-6afb87ea67f1","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.726777102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"2218731d-bbbe-4574-9095-c175a772d421","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.726798986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"2218731d-bbbe-4574-9095-c175a772d421","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.729355703Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"c80f9ef2-d997-4604-8a18-480398f84c7e","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-97995b/e2e-a-only-725170","ai-tenant-e2e-shared-a-w3-97995b/e2e-shared-sub-725170"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.768339963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"7545488c-6c09-4395-983d-ed310ac47a34","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.783299412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"87a25e17-bc43-4ae4-8bad-5c419fc2f4aa","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.783321712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"87a25e17-bc43-4ae4-8bad-5c419fc2f4aa","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.800849803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"ea83996b-1a17-4876-9b10-53b6298278cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.859117686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"ea83996b-1a17-4876-9b10-53b6298278cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.927904726Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"2467f699-5b35-4aa3-9688-fe92d85bdb94","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-a1d751/e2e-b-only-725170","ai-tenant-e2e-shared-b-w3-a1d751/e2e-shared-sub-725170"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:31:59.997318266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"3c0b2405-eac8-4216-9067-7152b0b40ba7","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.00209044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"34d76911-e91a-4c1f-aa41-bf068e8e134a","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.002109304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"34d76911-e91a-4c1f-aa41-bf068e8e134a","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.117275921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"c9788f1e-aa2a-4da4-aed8-82d6e0ad4232","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.165524923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"9a773541-1789-49b5-9912-80ef90872ffe","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.165542342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"9a773541-1789-49b5-9912-80ef90872ffe","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.217976938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"ef6fbc2d-cbbe-4b45-be44-9e914cbb2d2f","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.315875183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"e9b2c96a-728b-4994-8b1f-20594de7e735","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.385871283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"691f696f-cb90-45a6-8c39-22d81b14fcd8","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.38589152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"691f696f-cb90-45a6-8c39-22d81b14fcd8","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:00.416379945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"feaf1152-6f4b-4b67-8c1a-ae034a92cfae","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:06.998871886Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-0c9014","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-0c9014","reconcileID":"fbdb5207-c8a8-48a2-8080-5bfbb256fb92","aitenant":"ai-tenants/e2e-worker-w0-0c9014","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:07.592546594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01caa4cd-ed1e-460a-a8c1-f5f5179dd522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:07.647813314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01caa4cd-ed1e-460a-a8c1-f5f5179dd522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:07.702101669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01caa4cd-ed1e-460a-a8c1-f5f5179dd522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:07.75743838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01caa4cd-ed1e-460a-a8c1-f5f5179dd522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:07.870731546Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-0c9014","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-0c9014","reconcileID":"fbdb5207-c8a8-48a2-8080-5bfbb256fb92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-0c9014","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-0c9014"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:09.782309438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca23fee-3f9f-406d-86c8-91149c8ed5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:09.836209717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca23fee-3f9f-406d-86c8-91149c8ed5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:09.890060181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca23fee-3f9f-406d-86c8-91149c8ed5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:09.944042573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca23fee-3f9f-406d-86c8-91149c8ed5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.666495548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"0d677ab6-a0c8-4ef0-bb81-f3a2b6e0e36d","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.666677582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"8e9a3b29-4022-485a-b2ba-b7ea17d28a85","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.834259709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"6a10c2c5-9ad9-42fb-8e99-7b380821319c","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.834279503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"6a10c2c5-9ad9-42fb-8e99-7b380821319c","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.879370059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d34ef5-d3b0-4231-822f-3689b8f78c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.879657275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"cec50d66-126e-435f-886b-8f7bae775839","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.879676005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"cec50d66-126e-435f-886b-8f7bae775839","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.933470704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d34ef5-d3b0-4231-822f-3689b8f78c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:11.987399656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d34ef5-d3b0-4231-822f-3689b8f78c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.041494942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d34ef5-d3b0-4231-822f-3689b8f78c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.098197221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"fedbba23-d024-4da5-a2c6-13f5fdfaaceb","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.151500976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"5ce19849-371c-4e7b-99c2-0042d76beec7","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.26845063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"182743f7-2d5c-4818-a6c6-530790e6c7ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.268482579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"d253f9cf-262c-48ef-a14b-215d7cdc69c1","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.268495642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"d253f9cf-262c-48ef-a14b-215d7cdc69c1","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.325735002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"4df4f2ec-f0e2-4992-aba7-a9d8743d2b79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.32603295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"182743f7-2d5c-4818-a6c6-530790e6c7ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.381359045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"2f749a0e-3760-470c-8ebf-ab241f0c4830","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.381378721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"2f749a0e-3760-470c-8ebf-ab241f0c4830","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.384952249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"4df4f2ec-f0e2-4992-aba7-a9d8743d2b79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:12.653330614Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:20.730016455Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"d8f27045-0d7b-49ca-8fb1-3d6785c15c2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:20.730165029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"1166dfd4-3b85-4755-994a-85830610924d","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:20.73018184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"1166dfd4-3b85-4755-994a-85830610924d","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:20.940571028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"d8f27045-0d7b-49ca-8fb1-3d6785c15c2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.004606719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"907d6a08-b36d-47b0-814b-09058dc26b7d","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.004661414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"b0c094e7-9269-4f0e-9709-7407653feed5","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.066179322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"d8f27045-0d7b-49ca-8fb1-3d6785c15c2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"e2e-shared-a-w3-97995b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.066203817Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-sub-iso-auth-725170","reconcileID":"d8f27045-0d7b-49ca-8fb1-3d6785c15c2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.122976843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"ecb6b862-bd84-41a6-b52f-470ed76ab6b8","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.122996232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"ecb6b862-bd84-41a6-b52f-470ed76ab6b8","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.267168054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"7338ce23-dfad-41da-8db9-88ae75f8b3bf","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.267190513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"7338ce23-dfad-41da-8db9-88ae75f8b3bf","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.398842591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"d48d9782-6a6e-4ae1-80d9-63256b1d09c9","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:21.398898501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"fb1ce64b-ec7f-4236-b2fa-c06f1db33e5f","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:27.623583052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba49cb47-e595-4614-84ab-9f5eca86c6bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:27.723658027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b481c070-fa0f-4649-a291-e2fd3ea061c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:27.863835442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"e4f1bfc6-f4bf-40a5-ab64-572833e1c115","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:27.863835667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"3c5025a1-814a-45a0-8efe-bb203b1232b8","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:27.979994472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"47e6b0b1-af44-4a5d-8258-ee9907eb61e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:28.081071162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"9ec0d47e-0ba8-48db-9d47-aff267058021","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:28.239834723Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"f7095f97-b185-4ad4-b19d-9c24cdb6178f","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-97995b/e2e-a-only-725170"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:28.625412836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"11fc26b6-718d-426e-ade1-2cdb6b2c028e","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:31.674682886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"6e2bfc1d-9438-4465-b6da-0303e87d85b9","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscription":"e2e-shared-sub-725170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:31.838918688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-shared-sub-725170","reconcileID":"6e2bfc1d-9438-4465-b6da-0303e87d85b9","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:32.054419903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"4e165a27-f8a6-4194-80e5-0e4229079c32","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:32.054447496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"4e165a27-f8a6-4194-80e5-0e4229079c32","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:32.192377965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"46aaaef7-ab70-459c-98a1-6b56015f51de","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:32.192397657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"46aaaef7-ab70-459c-98a1-6b56015f51de","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:37.800911658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e194e57c-1abb-4e60-856d-71d53be62124","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:37.925497594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"a023cd28-bf12-4f53-bc5e-f96c2ac1540d","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:37.925523298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"a7afa5a7-30c9-4da7-988c-a0afd720f754","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:38.021636079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f18f3e05-af91-4cad-b48f-f79b657ae854","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:38.04372429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"1842308e-8860-4d46-882d-60ee555143ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:38.228449453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"7eccf8aa-d31c-4dfc-809d-a6ac59015c7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:42.357795148Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"2c02a546-8fb2-4099-8d0b-bc6fef2cf610","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","subscription":"e2e-a-only-725170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:42.412109102Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"2c02a546-8fb2-4099-8d0b-bc6fef2cf610","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:42.466014996Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"e2e-a-only-725170","reconcileID":"2c02a546-8fb2-4099-8d0b-bc6fef2cf610","MaaSSubscription":{"name":"e2e-a-only-725170","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"name":"maas-trlp-sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:42.652920083Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:42.73582966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"c83f1142-16b9-46e1-9ba7-b6918212e40a","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"tenant":"e2e-shared-a-w3-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","model":"ai-tenant-e2e-shared-a-w3-97995b/sub-test-model-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:42.7358503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"sub-test-model-97995b","reconcileID":"c83f1142-16b9-46e1-9ba7-b6918212e40a","MaaSModelRef":{"name":"sub-test-model-97995b","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"routeName":"sub-test-model-97995b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-97995b","llmisvcName":"sub-test-model-97995b","gateway":"openshift-ingress/e2e-shared-a-w3-97995b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.023693407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"2cb72234-df69-4158-b1f6-522690bfc119","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.023691261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"13c95794-9a78-4b9b-a28c-006a7e1fba12","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.023812433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"13c95794-9a78-4b9b-a28c-006a7e1fba12","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.231211102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"2cb72234-df69-4158-b1f6-522690bfc119","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.298249157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"189e7db2-ea96-4a37-8945-3e8abda7a0a2","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.29827912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"2c1353d9-52c3-4c5f-9922-8c27f45fd5bd","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.355919628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"2cb72234-df69-4158-b1f6-522690bfc119","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"e2e-shared-b-w3-a1d751-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.355945705Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-sub-iso-auth-725170","reconcileID":"2cb72234-df69-4158-b1f6-522690bfc119","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.413164792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"fb5eeadb-aada-4691-8579-b1920be6cd67","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.413184562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"fb5eeadb-aada-4691-8579-b1920be6cd67","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.551491727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"f123f828-174b-4434-91a0-2151efb17165","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.551510954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"f123f828-174b-4434-91a0-2151efb17165","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.687349465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"8ebbaff7-8e30-4321-8617-2bdf21adaa4b","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:43.687781523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"15d61dfe-326a-44d8-8207-a7753aa0c02b","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:53.963113749Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"38340d36-ab26-4dc8-8b06-5f7fc0dea93a","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscription":"e2e-shared-sub-725170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:54.182956002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-shared-sub-725170","reconcileID":"38340d36-ab26-4dc8-8b06-5f7fc0dea93a","MaaSSubscription":{"name":"e2e-shared-sub-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-a1d751/e2e-b-only-725170"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:54.398494084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"745bc77d-959f-49c9-89a9-30cfd5878902","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:54.398513234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"745bc77d-959f-49c9-89a9-30cfd5878902","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:54.3985726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"6d3bd483-4fca-4639-8a2e-efb4b9b38601","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:54.695965592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"25d046ae-ec69-4b7e-8d7b-5f99341f6c64","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:32:54.69598897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"25d046ae-ec69-4b7e-8d7b-5f99341f6c64","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:04.861610965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"b55fde55-a16e-49bf-b7f7-f704a595c4a7","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","subscription":"e2e-b-only-725170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:04.915143599Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"b55fde55-a16e-49bf-b7f7-f704a595c4a7","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:04.968790941Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"e2e-b-only-725170","reconcileID":"b55fde55-a16e-49bf-b7f7-f704a595c4a7","MaaSSubscription":{"name":"e2e-b-only-725170","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"name":"maas-trlp-sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:05.239434417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"7e58574d-9b22-40a7-9b0d-70cd854a653d","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"tenant":"e2e-shared-b-w3-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","model":"ai-tenant-e2e-shared-b-w3-a1d751/sub-test-model-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:05.239456415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"sub-test-model-a1d751","reconcileID":"7e58574d-9b22-40a7-9b0d-70cd854a653d","MaaSModelRef":{"name":"sub-test-model-a1d751","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"routeName":"sub-test-model-a1d751-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","llmisvcName":"sub-test-model-a1d751","gateway":"openshift-ingress/e2e-shared-b-w3-a1d751","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:12.653464678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:27.4833803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"abb3555c-045a-4705-82e3-edf738de52fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:27.601080953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30d67eee-0016-453c-a586-0fe9cb006419","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:27.702361159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"937d814a-269e-4b32-accf-54090f7de9fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:27.842942119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"0ced770b-ae87-45f8-865f-4619a18eaa2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:33.681085891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d300a901-804e-4104-b3f3-0d801308d2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:33.735126121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d300a901-804e-4104-b3f3-0d801308d2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:33.788938125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d300a901-804e-4104-b3f3-0d801308d2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:33.842647741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d300a901-804e-4104-b3f3-0d801308d2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:34.058857587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"833eb5b0-5abb-4146-bef9-5d147fbb6745","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:34.167768792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d018cce1-4854-4c5c-88c4-9bee0da677b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:34.220996675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"8d078c11-72ed-4917-be93-704b10c320fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:34.377349943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1a96bac-5f5b-44d7-b48b-efb24e474922","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:35.78601386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a342834e-25c9-4a5d-ae5d-4dd2a239d8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:35.839922368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a342834e-25c9-4a5d-ae5d-4dd2a239d8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:35.893874018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a342834e-25c9-4a5d-ae5d-4dd2a239d8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:35.947551913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a342834e-25c9-4a5d-ae5d-4dd2a239d8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.264430175Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","namespace":"ai-tenant-e2e-shared-a-w3-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.264488431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","namespace":"ai-tenant-e2e-shared-a-w3-97995b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.264544403Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","tenant":"e2e-shared-a-w3-97995b","tenantID":"e2e-shared-a-w3-97995b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.32177853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-97995b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.382408699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"Service","name":"maas-api-e2e-shared-a-w3-97995b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.4448873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-97995b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.500170602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-97995b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.56633222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.622400232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.680115102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.737334796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.791025121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.844379484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.89777879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:39.951175332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.004966259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.058272695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.111435483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.167535759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.220675384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.273880817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.327064314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-97995b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.380667403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-97995b"},"namespace":"ai-tenant-e2e-shared-a-w3-97995b","name":"default-tenant","reconcileID":"18a94f41-289f-4bd6-894d-8b1dd3579758","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-97995b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.600757099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"6f6a374b-6c00-4dbd-99a2-97423db410a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.727096924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"988dcdb8-d7d1-4f75-ace1-ff1c4e7fe9b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.821707196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb8d63be-e899-4a6a-9840-0c241044cd90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:40.959714454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"2637229e-ccd1-42e7-ac6f-5eac936c33ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:42.653304559Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:44.396906992Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-97995b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-97995b","reconcileID":"5f4b64d6-48d2-40ec-81f2-f8d1ef3e0384","aitenant":"ai-tenants/e2e-shared-a-w3-97995b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:44.976260613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26de3c5-a22e-4713-8cc8-ed5c4188449e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:45.030046949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26de3c5-a22e-4713-8cc8-ed5c4188449e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:45.083768489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26de3c5-a22e-4713-8cc8-ed5c4188449e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:45.137473921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26de3c5-a22e-4713-8cc8-ed5c4188449e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:45.250843713Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-97995b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-97995b","reconcileID":"5f4b64d6-48d2-40ec-81f2-f8d1ef3e0384","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-97995b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-97995b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:47.104187587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c35431a7-5813-43b7-83a9-8ed498bfee69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:47.15783842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c35431a7-5813-43b7-83a9-8ed498bfee69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:47.211707928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c35431a7-5813-43b7-83a9-8ed498bfee69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:47.265566817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c35431a7-5813-43b7-83a9-8ed498bfee69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:49.197870005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff54ce6a-8cd5-4966-987c-a7c4dadcf102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:49.21104317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a428e4f4-3902-49ee-a578-2c60de3dd067","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:49.251772089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff54ce6a-8cd5-4966-987c-a7c4dadcf102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:49.305638353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff54ce6a-8cd5-4966-987c-a7c4dadcf102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:49.359784819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff54ce6a-8cd5-4966-987c-a7c4dadcf102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:49.52260735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"714efe4d-38a0-4a54-9208-a3e6ff565804","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:49.576126252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5e8b5a0-c721-4172-8a73-fec5780dbb69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:49.576154527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"0e87437e-8924-4f18-b6bf-1cb4f4ba7c2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:53.698501552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f3914a-8b29-47ec-89ea-abdf7ada2af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:53.752387021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f3914a-8b29-47ec-89ea-abdf7ada2af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:53.806162629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f3914a-8b29-47ec-89ea-abdf7ada2af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:53.859836576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f3914a-8b29-47ec-89ea-abdf7ada2af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:55.783908814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccca15b6-8d37-4b43-b630-5bb76d9e91a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:55.83755873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccca15b6-8d37-4b43-b630-5bb76d9e91a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:55.89114886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccca15b6-8d37-4b43-b630-5bb76d9e91a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:55.945294113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccca15b6-8d37-4b43-b630-5bb76d9e91a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:57.242968464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e41a35c-75cc-40c4-b242-cb8c5a40b4ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:57.36468257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"fe7b68ec-d671-438e-bbf4-2f4fe58645b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:57.482498278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73c61988-e5ec-4d31-b79e-5af02a0539a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:33:57.582587841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"1352f47f-b153-452f-aa1a-76e41d19c925","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.614381754Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.614457269Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","namespace":"ai-tenant-e2e-shared-b-w3-a1d751","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.614537366Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","tenant":"e2e-shared-b-w3-a1d751","tenantID":"e2e-shared-b-w3-a1d751","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.669554907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-a1d751","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.732511426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"Service","name":"maas-api-e2e-shared-b-w3-a1d751","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.793831121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-a1d751","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.848827412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-a1d751","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.914367988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:01.971177665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.028615928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.084762792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.137954404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.191209187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.244617616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.297963739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.351149878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.404383142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.457687687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.514252636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.56794611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.621038634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.674258282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-a1d751","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:02.727327205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a1d751"},"namespace":"ai-tenant-e2e-shared-b-w3-a1d751","name":"default-tenant","reconcileID":"060dba2e-b0ee-4636-b2a6-dbeeab34f0d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-a1d751","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:04.503786561Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-a1d751","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-a1d751","reconcileID":"00ffabb7-ef3e-48c4-870b-e30db608361c","aitenant":"ai-tenants/e2e-shared-b-w3-a1d751","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:04.987239771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9162910-b347-4e13-a296-d59c905fa692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:05.041120207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9162910-b347-4e13-a296-d59c905fa692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:05.094839998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9162910-b347-4e13-a296-d59c905fa692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:05.150440177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9162910-b347-4e13-a296-d59c905fa692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:05.320367022Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-a1d751","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-a1d751","reconcileID":"00ffabb7-ef3e-48c4-870b-e30db608361c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-a1d751","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-a1d751"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.424801657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-access","reconcileID":"9a82332a-0b23-4cac-b1bb-b534e364af58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.424860312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"9b35fca3-548d-4393-9bd3-919bc6a8c3fc","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.604776356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"5a96ec5c-77d0-4e1c-be7b-289283d20e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.636801427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"78f653ac-6616-44fc-9102-0d7d10643fae","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.661859875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"5a96ec5c-77d0-4e1c-be7b-289283d20e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.712353338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"629c09b3-9939-44b7-95bf-fbd66f2549ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.770026317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"ae4e0d58-e833-4103-bab8-ace7b3177d79","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.928650247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"3a95ddbf-e8a0-4b05-abb3-c147dd18aca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:06.98582571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"3a95ddbf-e8a0-4b05-abb3-c147dd18aca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:07.074660757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28da7f4-5c02-40dd-bd50-0d9227e606bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:07.128274417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28da7f4-5c02-40dd-bd50-0d9227e606bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:07.182152034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28da7f4-5c02-40dd-bd50-0d9227e606bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:07.235924504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28da7f4-5c02-40dd-bd50-0d9227e606bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:09.182771297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28817e9b-a15d-4de4-bc6b-74f393bf4ec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:09.236812283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28817e9b-a15d-4de4-bc6b-74f393bf4ec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:09.291234853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28817e9b-a15d-4de4-bc6b-74f393bf4ec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:09.344987914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28817e9b-a15d-4de4-bc6b-74f393bf4ec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:09.571736624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea064687-5da2-4193-83be-a1853c3e9c57","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:09.724373246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"d5f36ee3-38e4-44e7-ac15-3550a4b4271a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:09.807043394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8125651-1310-4873-8f61-70b1dcbc6e10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:11.704380019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"0f01c650-90f5-4435-b32c-c9c09d543916","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.015945936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"288e4f07-0dd2-4078-ad15-74f22d61687d","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.327429518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"55e5d3f2-0318-4578-8fdc-8a440c1c5a42","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.493347489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"dd95e953-84bb-44e1-82f5-bfdad1789d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.543368257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"b9811f90-b8a7-4118-bc39-343a872ae7bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.550872513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"dd95e953-84bb-44e1-82f5-bfdad1789d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.638698076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"b85144f3-1563-48ac-88a5-0a0c3e4863f4","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.653983117Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.692618355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"0f29199d-f48c-4e9e-8248-0973473842ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.710078494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"360797bb-cc65-4912-bf6b-f4efe72a7b1f","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.7481735Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"0f29199d-f48c-4e9e-8248-0973473842ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.801981936Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"simulator-subscription","reconcileID":"0f29199d-f48c-4e9e-8248-0973473842ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/simulator-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.871638335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a91fa1e4-fcdb-44b7-bd61-df1fad784a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.924935822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"60acd5bc-0347-456b-b285-3ba2065f2ec7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:12.928698756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"a91fa1e4-fcdb-44b7-bd61-df1fad784a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:13.073354327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"2d13edda-3d54-41eb-899a-f0d229a84ac8","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:13.309509328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e65e78f8-a7c9-42e4-80f5-9f2a8c813d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:13.36674894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"e65e78f8-a7c9-42e4-80f5-9f2a8c813d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:17.4956971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"379d6c64-f09a-4cd3-b74d-1bbe8a074756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:17.553116424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"379d6c64-f09a-4cd3-b74d-1bbe8a074756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.289458177Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"1e173b87-0564-4558-ad35-b74712af9e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.289554685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"c23c14fe-9d41-4bf3-a215-750ea7256de6","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.496729119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"1e173b87-0564-4558-ad35-b74712af9e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.62559059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"a6589df9-4476-4833-ae4e-55a75a67bb93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.635952386Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"1e173b87-0564-4558-ad35-b74712af9e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"e2e-worker-w3-f51151-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.635979448Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-access","reconcileID":"1e173b87-0564-4558-ad35-b74712af9e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f51151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.693300135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"51a4f7e2-0030-4ba8-8c1a-2edd9de52abc","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.784935805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"fd895aa7-be43-44e6-82f5-876cb797d45e","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.859724568Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"64e623fc-3d3b-4ef0-9332-6642bfff7dff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:18.913535639Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"64e623fc-3d3b-4ef0-9332-6642bfff7dff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"name":"maas-trlp-premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151","model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:19.135424634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"905ee151-f2ae-4384-a9af-cb53b6290533","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:19.301525565Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"a947ed61-0ef3-47ee-8e84-6109ab43765e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-afa584d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:19.642939266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"c584069c-aea4-4791-b591-4caf9f05124a","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:19.696819532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"7a30658d-f1dd-4dcd-94cd-e5619ace5611","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:19.697074346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"d7545416-e847-464c-a3a4-07b7e7ba976d","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:19.75022512Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"24aa2730-fda5-4054-926c-90639cf42432","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-afa584d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:19.751152581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"1d3948cc-378e-4252-8668-bcad41c020d9","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:20.604470854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baca7266-26e8-4656-97b4-ffbccae12b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:20.658209676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baca7266-26e8-4656-97b4-ffbccae12b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:20.712164169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baca7266-26e8-4656-97b4-ffbccae12b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:20.766096075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baca7266-26e8-4656-97b4-ffbccae12b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:22.687859466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2a500f-ae2e-47db-a244-e1b85e3d862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:22.742328331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2a500f-ae2e-47db-a244-e1b85e3d862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:22.796646225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2a500f-ae2e-47db-a244-e1b85e3d862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:22.850210881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2a500f-ae2e-47db-a244-e1b85e3d862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:23.781461298Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"cb3fe982-1c7b-45d3-bdf0-e2069a2e6c5d","namespace":"ai-tenant-e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:23.781525281Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"cb3fe982-1c7b-45d3-bdf0-e2069a2e6c5d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:23.836212941Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"cb3fe982-1c7b-45d3-bdf0-e2069a2e6c5d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:23.83623663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"cb3fe982-1c7b-45d3-bdf0-e2069a2e6c5d","namespace":"ai-tenant-e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:28.847625445Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"370f6534-2e87-40c9-978f-4038069316d5","namespace":"ai-tenant-e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:28.847700821Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"370f6534-2e87-40c9-978f-4038069316d5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:28.902663432Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"370f6534-2e87-40c9-978f-4038069316d5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:28.902689786Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"370f6534-2e87-40c9-978f-4038069316d5","namespace":"ai-tenant-e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:29.697543743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"21fce4b0-805e-4c2d-a349-31b9a869016e","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:29.69779393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"89e71d6e-2bd2-4a2d-8d8c-f2a177ee0754","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:29.751205104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"f53f65c9-b8ac-4f2f-8fa1-d94d2f3d8e32","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:29.751497859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"f76bdf26-311e-405d-b7e3-652e68df7fde","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:29.805198203Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"49664e9a-63a6-4117-83ac-25fb49f9d911","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:29.858279995Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"premium-simulator-subscription","reconcileID":"49664e9a-63a6-4117-83ac-25fb49f9d911","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f51151"},"model":"e2e-models-e2e-worker-w3-f51151/premium-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:30.124963236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"ebf8ad13-d653-41e5-89c3-8b5cd9c40e95","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:33.903043247Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","namespace":"ai-tenant-e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:33.90310367Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","namespace":"ai-tenant-e2e-worker-w3-f51151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:33.903180905Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","tenant":"e2e-worker-w3-f51151","tenantID":"e2e-worker-w3-f51151","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:33.958368671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"Deployment","name":"maas-api-e2e-worker-w3-f51151","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.019330298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"Service","name":"maas-api-e2e-worker-w3-f51151","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.076917941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-f51151","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.132181038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-f51151","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.193799696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.221628615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37365c2a-d93b-4ddc-b08e-e7b075f166dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.249427508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.306990847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.316495824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0365cf1-8875-424a-948b-96a8f30c8334","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.364451689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.418011125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.471078787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.524790573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"Service","name":"payload-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.578303097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.631838713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.685703721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.739101684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.795486485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.848732533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.902409401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:34.955578725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-f51151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:35.008961156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f51151"},"namespace":"ai-tenant-e2e-worker-w3-f51151","name":"default-tenant","reconcileID":"7c7021d1-8796-4d6b-91e8-ea4e439e67c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-f51151","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:39.698572754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-2-w3-f51151","reconcileID":"16aa9156-967e-433f-9c0d-9e4c2d15eec3","MaaSModelRef":{"name":"distinct-2-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-2-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-2-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:39.698821038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"distinct-w3-f51151","reconcileID":"66be6b52-35a8-474e-941a-6be5a32f215e","MaaSModelRef":{"name":"distinct-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"distinct-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"distinct-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:39.751599705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"simulator-w3-f51151","reconcileID":"96a541cd-73ba-4d71-81ba-f5b438daa123","MaaSModelRef":{"name":"simulator-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"simulator-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"simulator-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:39.902840612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a25719c2-a7da-49e9-b5b1-73f9751c6550","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:40.021755694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78666288-0298-4b6e-b61f-db6adebe2f65","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:40.125687544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"namespace":"e2e-models-e2e-worker-w3-f51151","name":"premium-w3-f51151","reconcileID":"9943afcf-5b48-4de2-8f81-bf015eec83f1","MaaSModelRef":{"name":"premium-w3-f51151","namespace":"e2e-models-e2e-worker-w3-f51151"},"routeName":"premium-w3-f51151-kserve-route","namespace":"e2e-models-e2e-worker-w3-f51151","llmisvcName":"premium-w3-f51151","gateway":"openshift-ingress/e2e-worker-w3-f51151","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:42.705864779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:45.263267189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e72931b-5053-4593-8940-07122b67c14f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:45.379126735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48e28363-a2d8-4a14-88d2-61981d6e15b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:50.278764584Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f51151","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f51151","reconcileID":"3e49f2e1-9d40-4dd8-b4ab-07482f4187bd","aitenant":"ai-tenants/e2e-worker-w3-f51151","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:50.78123249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c39d803c-d02f-44b6-8af1-5a6cbcab6bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:50.835001885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c39d803c-d02f-44b6-8af1-5a6cbcab6bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:50.889013085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c39d803c-d02f-44b6-8af1-5a6cbcab6bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:50.943193722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c39d803c-d02f-44b6-8af1-5a6cbcab6bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:51.109043679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f51151","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f51151","reconcileID":"3e49f2e1-9d40-4dd8-b4ab-07482f4187bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-f51151","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-f51151"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:52.899852941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52608fb7-3396-4c2f-8db0-21c1c73fc5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:52.95407371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52608fb7-3396-4c2f-8db0-21c1c73fc5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:53.007949424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52608fb7-3396-4c2f-8db0-21c1c73fc5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:53.061865447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52608fb7-3396-4c2f-8db0-21c1c73fc5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:54.998868223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ffdf95-3ac1-47a9-811d-d73c3637b4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:55.053715363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ffdf95-3ac1-47a9-811d-d73c3637b4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:55.108148298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ffdf95-3ac1-47a9-811d-d73c3637b4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:34:55.162259613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2ffdf95-3ac1-47a9-811d-d73c3637b4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}